2024-11-09 08:24:02,239 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 08:24:02,252 main DEBUG Took 0.011080 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 08:24:02,253 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 08:24:02,254 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 08:24:02,255 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 08:24:02,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,266 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 08:24:02,286 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,289 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,290 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,299 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,302 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,305 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,307 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:24:02,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,310 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 08:24:02,312 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:24:02,315 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 08:24:02,317 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 08:24:02,318 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 08:24:02,320 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 08:24:02,327 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 08:24:02,338 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 08:24:02,342 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 08:24:02,345 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 08:24:02,345 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 08:24:02,346 main DEBUG createAppenders(={Console}) 2024-11-09 08:24:02,347 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-09 08:24:02,348 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-09 08:24:02,348 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-09 08:24:02,349 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 08:24:02,350 main DEBUG OutputStream closed 2024-11-09 08:24:02,350 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 08:24:02,350 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 08:24:02,351 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-09 08:24:02,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 08:24:02,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 08:24:02,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 08:24:02,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 08:24:02,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 08:24:02,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 08:24:02,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 08:24:02,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 08:24:02,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 08:24:02,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 08:24:02,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 08:24:02,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 08:24:02,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 08:24:02,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 08:24:02,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 08:24:02,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 08:24:02,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 08:24:02,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 08:24:02,481 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 08:24:02,482 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-09 08:24:02,482 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 08:24:02,483 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-09T08:24:02,737 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431 2024-11-09 08:24:02,741 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 08:24:02,741 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T08:24:02,751 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-09T08:24:02,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:24:02,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546, deleteOnExit=true 2024-11-09T08:24:02,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:24:02,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/test.cache.data in system properties and HBase conf 2024-11-09T08:24:02,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:24:02,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:24:02,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:24:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:24:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:24:02,885 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T08:24:02,982 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:24:02,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:24:02,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:24:02,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:24:02,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:24:02,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:24:02,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:24:02,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:24:02,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:24:02,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:24:02,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:24:02,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:24:02,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:24:02,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:24:02,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:24:04,212 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T08:24:04,285 INFO [Time-limited test {}] log.Log(170): Logging initialized @3013ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T08:24:04,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:24:04,434 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:24:04,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:24:04,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:24:04,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:24:04,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:24:04,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:24:04,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:24:04,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/java.io.tmpdir/jetty-localhost-45027-hadoop-hdfs-3_4_1-tests_jar-_-any-15159993418940201061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:24:04,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:45027} 2024-11-09T08:24:04,756 INFO [Time-limited test {}] server.Server(415): Started @3485ms 2024-11-09T08:24:05,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:24:05,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:24:05,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:24:05,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:24:05,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:24:05,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:24:05,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:24:05,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/java.io.tmpdir/jetty-localhost-34701-hadoop-hdfs-3_4_1-tests_jar-_-any-14491692328094597285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:24:05,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:34701} 2024-11-09T08:24:05,459 INFO [Time-limited test {}] server.Server(415): Started @4188ms 2024-11-09T08:24:05,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:24:06,475 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/data/data1/current/BP-97121557-172.17.0.3-1731140643695/current, will proceed with Du for space computation calculation, 2024-11-09T08:24:06,475 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/data/data2/current/BP-97121557-172.17.0.3-1731140643695/current, will proceed with Du for space computation calculation, 2024-11-09T08:24:06,502 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:24:06,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb798bdf9d2fb66dc with lease ID 0x805eed700cd16c1e: Processing first storage report for DS-28bc972f-ccc6-46e1-8d99-e9752af3d114 from datanode DatanodeRegistration(127.0.0.1:44357, datanodeUuid=7d9fac7c-ab85-4e5a-90c6-51c5a9736277, infoPort=39219, infoSecurePort=0, ipcPort=35777, storageInfo=lv=-57;cid=testClusterID;nsid=849822882;c=1731140643695) 2024-11-09T08:24:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb798bdf9d2fb66dc with lease ID 0x805eed700cd16c1e: from storage DS-28bc972f-ccc6-46e1-8d99-e9752af3d114 node DatanodeRegistration(127.0.0.1:44357, datanodeUuid=7d9fac7c-ab85-4e5a-90c6-51c5a9736277, infoPort=39219, infoSecurePort=0, ipcPort=35777, storageInfo=lv=-57;cid=testClusterID;nsid=849822882;c=1731140643695), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:24:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb798bdf9d2fb66dc with lease ID 0x805eed700cd16c1e: Processing first storage report for DS-2b7540a0-61f1-430e-bc52-04159f2a9cbe from datanode DatanodeRegistration(127.0.0.1:44357, datanodeUuid=7d9fac7c-ab85-4e5a-90c6-51c5a9736277, infoPort=39219, infoSecurePort=0, ipcPort=35777, storageInfo=lv=-57;cid=testClusterID;nsid=849822882;c=1731140643695) 2024-11-09T08:24:06,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb798bdf9d2fb66dc with lease ID 0x805eed700cd16c1e: from storage DS-2b7540a0-61f1-430e-bc52-04159f2a9cbe node DatanodeRegistration(127.0.0.1:44357, datanodeUuid=7d9fac7c-ab85-4e5a-90c6-51c5a9736277, infoPort=39219, infoSecurePort=0, ipcPort=35777, storageInfo=lv=-57;cid=testClusterID;nsid=849822882;c=1731140643695), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:24:06,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431 2024-11-09T08:24:06,623 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/zookeeper_0, clientPort=54565, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:24:06,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54565 2024-11-09T08:24:06,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:06,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:24:07,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 with version=8 2024-11-09T08:24:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/hbase-staging 2024-11-09T08:24:07,365 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T08:24:07,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:24:07,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:07,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:07,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:24:07,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:07,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:24:07,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:24:07,818 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T08:24:07,826 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T08:24:07,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:24:07,854 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34307 (auto-detected) 2024-11-09T08:24:07,855 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T08:24:07,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37929 2024-11-09T08:24:07,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37929 connecting to ZooKeeper ensemble=127.0.0.1:54565 2024-11-09T08:24:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379290x0, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:24:08,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37929-0x1011eb1f2780000 connected 2024-11-09T08:24:08,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:08,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:24:08,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9, hbase.cluster.distributed=false 2024-11-09T08:24:08,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:24:08,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-09T08:24:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37929 2024-11-09T08:24:08,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37929 2024-11-09T08:24:08,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-09T08:24:08,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37929 2024-11-09T08:24:08,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:24:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:08,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:08,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:24:08,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:24:08,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:24:08,288 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:24:08,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:24:08,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34803 2024-11-09T08:24:08,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34803 connecting to ZooKeeper ensemble=127.0.0.1:54565 2024-11-09T08:24:08,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:08,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:08,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348030x0, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:24:08,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348030x0, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:24:08,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34803-0x1011eb1f2780001 connected 2024-11-09T08:24:08,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:24:08,397 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:24:08,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:24:08,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:24:08,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34803 2024-11-09T08:24:08,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34803 2024-11-09T08:24:08,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34803 2024-11-09T08:24:08,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34803 2024-11-09T08:24:08,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34803 2024-11-09T08:24:08,421 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:37929 2024-11-09T08:24:08,422 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:24:08,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:24:08,495 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:24:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:08,542 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:24:08,544 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,37929,1731140647441 from backup master directory 2024-11-09T08:24:08,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:08,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:24:08,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:24:08,552 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:24:08,552 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:08,554 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T08:24:08,555 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T08:24:08,612 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/hbase.id] with ID: e8da2cb3-b857-4b69-9bb1-f78cde910209 2024-11-09T08:24:08,612 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/.tmp/hbase.id 2024-11-09T08:24:08,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:24:09,024 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/.tmp/hbase.id]:[hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/hbase.id] 2024-11-09T08:24:09,077 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:24:09,084 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:24:09,111 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-09T08:24:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:09,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:24:09,603 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:24:09,606 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:24:09,625 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:09,629 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:24:09,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:24:09,688 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store 2024-11-09T08:24:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:24:09,716 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T08:24:09,719 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:09,721 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:24:09,721 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:24:09,721 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:24:09,723 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:24:09,723 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:24:09,724 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:24:09,725 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140649721Disabling compacts and flushes for region at 1731140649721Disabling writes for close at 1731140649723 (+2 ms)Writing region close event to WAL at 1731140649724 (+1 ms)Closed at 1731140649724 2024-11-09T08:24:09,729 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/.initializing 2024-11-09T08:24:09,729 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/WALs/d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:09,740 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:24:09,759 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C37929%2C1731140647441, suffix=, logDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/WALs/d7c8ba49ede6,37929,1731140647441, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/oldWALs, maxLogs=10 2024-11-09T08:24:09,793 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/WALs/d7c8ba49ede6,37929,1731140647441/d7c8ba49ede6%2C37929%2C1731140647441.1731140649766, exclude list is [], retry=0 2024-11-09T08:24:09,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44357,DS-28bc972f-ccc6-46e1-8d99-e9752af3d114,DISK] 2024-11-09T08:24:09,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T08:24:09,867 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/WALs/d7c8ba49ede6,37929,1731140647441/d7c8ba49ede6%2C37929%2C1731140647441.1731140649766 2024-11-09T08:24:09,868 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-09T08:24:09,868 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:24:09,869 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:09,873 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,874 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:24:09,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:09,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:09,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:24:09,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:09,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:09,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:24:09,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:09,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:09,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:24:09,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:09,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:09,988 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,993 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:09,994 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:10,001 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:10,002 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:10,006 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:24:10,010 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:24:10,015 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:24:10,016 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59133522, jitterRate=-0.11884185671806335}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:24:10,023 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731140649887Initializing all the Stores at 1731140649890 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140649891 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140649892 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140649893 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140649893Cleaning up temporary data from old regions at 1731140650002 (+109 ms)Region opened successfully at 1731140650023 (+21 ms) 2024-11-09T08:24:10,025 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:24:10,056 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f113b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:24:10,088 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:24:10,103 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:24:10,103 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:24:10,107 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:24:10,109 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T08:24:10,115 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T08:24:10,115 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:24:10,149 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:24:10,161 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:24:10,256 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:24:10,259 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:24:10,262 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:24:10,267 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:24:10,270 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:24:10,274 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:24:10,287 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:24:10,290 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:24:10,298 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:24:10,322 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:24:10,330 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:24:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:24:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:24:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,345 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,37929,1731140647441, sessionid=0x1011eb1f2780000, setting cluster-up flag (Was=false) 2024-11-09T08:24:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,404 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:24:10,406 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:10,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:10,456 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:24:10,459 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:10,465 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:24:10,511 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(746): ClusterId : e8da2cb3-b857-4b69-9bb1-f78cde910209 2024-11-09T08:24:10,515 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:24:10,532 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:24:10,533 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:24:10,542 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:24:10,543 DEBUG [RS:0;d7c8ba49ede6:34803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501ee0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:24:10,561 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:34803 2024-11-09T08:24:10,563 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:24:10,564 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:24:10,564 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:24:10,564 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:24:10,567 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,37929,1731140647441 with port=34803, startcode=1731140648245 2024-11-09T08:24:10,575 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:24:10,580 DEBUG [RS:0;d7c8ba49ede6:34803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:24:10,584 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:24:10,591 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,37929,1731140647441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:24:10,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:24:10,601 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:24:10,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:24:10,602 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:24:10,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:24:10,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:24:10,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,605 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731140680605 2024-11-09T08:24:10,607 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:24:10,608 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:24:10,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:24:10,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:24:10,611 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:24:10,611 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:24:10,612 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:24:10,612 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:24:10,612 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,616 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:24:10,618 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:24:10,619 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:10,619 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:24:10,620 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:24:10,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:24:10,623 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:10,624 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:24:10,625 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:24:10,627 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140650626,5,FailOnTimeoutGroup] 2024-11-09T08:24:10,627 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140650627,5,FailOnTimeoutGroup] 2024-11-09T08:24:10,627 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,628 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:24:10,629 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,629 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:24:10,649 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T08:24:10,650 WARN [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T08:24:10,751 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,37929,1731140647441 with port=34803, startcode=1731140648245 2024-11-09T08:24:10,753 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37929 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,761 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:24:10,762 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43767 2024-11-09T08:24:10,762 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:24:10,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:24:10,808 DEBUG [RS:0;d7c8ba49ede6:34803 {}] zookeeper.ZKUtil(111): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,809 WARN [RS:0;d7c8ba49ede6:34803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:24:10,810 INFO [RS:0;d7c8ba49ede6:34803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:24:10,811 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,34803,1731140648245] 2024-11-09T08:24:10,841 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:24:10,858 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:24:10,863 INFO [RS:0;d7c8ba49ede6:34803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:24:10,863 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,864 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:24:10,869 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:24:10,871 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,871 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,871 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,871 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,871 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,871 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,872 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,873 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:24:10,873 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:24:10,873 DEBUG [RS:0;d7c8ba49ede6:34803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:24:10,874 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,874 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,874 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,874 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,875 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,875 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34803,1731140648245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:24:10,897 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:24:10,899 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,34803,1731140648245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,899 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,899 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.Replication(171): d7c8ba49ede6,34803,1731140648245 started 2024-11-09T08:24:10,920 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:10,920 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,34803,1731140648245, RpcServer on d7c8ba49ede6/172.17.0.3:34803, sessionid=0x1011eb1f2780001 2024-11-09T08:24:10,921 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:24:10,921 DEBUG [RS:0;d7c8ba49ede6:34803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,921 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34803,1731140648245' 2024-11-09T08:24:10,921 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:24:10,922 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:24:10,923 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:24:10,923 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:24:10,923 DEBUG [RS:0;d7c8ba49ede6:34803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:10,924 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,34803,1731140648245' 2024-11-09T08:24:10,924 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:24:10,924 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:24:10,925 DEBUG [RS:0;d7c8ba49ede6:34803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:24:10,925 INFO [RS:0;d7c8ba49ede6:34803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:24:10,925 INFO [RS:0;d7c8ba49ede6:34803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:24:11,030 INFO [RS:0;d7c8ba49ede6:34803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:24:11,033 INFO [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34803%2C1731140648245, suffix=, logDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/oldWALs, maxLogs=32 2024-11-09T08:24:11,037 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:24:11,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:24:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:24:11,055 DEBUG [RS:0;d7c8ba49ede6:34803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245/d7c8ba49ede6%2C34803%2C1731140648245.1731140651035, exclude list is [], retry=0 2024-11-09T08:24:11,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44357,DS-28bc972f-ccc6-46e1-8d99-e9752af3d114,DISK] 2024-11-09T08:24:11,063 INFO [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245/d7c8ba49ede6%2C34803%2C1731140648245.1731140651035 2024-11-09T08:24:11,063 DEBUG [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-09T08:24:11,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:11,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:24:11,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:24:11,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:24:11,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:24:11,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:24:11,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:24:11,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:24:11,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:24:11,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:24:11,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740 2024-11-09T08:24:11,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740 2024-11-09T08:24:11,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:24:11,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:24:11,478 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:24:11,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:24:11,489 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:24:11,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71001591, jitterRate=0.058006152510643005}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:24:11,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731140651449Initializing all the Stores at 1731140651451 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651452 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140651452Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651452Cleaning up temporary data from old regions at 1731140651477 (+25 ms)Region opened successfully at 1731140651493 (+16 ms) 2024-11-09T08:24:11,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:24:11,494 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:24:11,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:24:11,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:24:11,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:24:11,495 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:24:11,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140651494Disabling compacts and flushes for region at 1731140651494Disabling writes for close at 1731140651494Writing region close event to WAL at 1731140651495 (+1 ms)Closed at 1731140651495 2024-11-09T08:24:11,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:24:11,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:24:11,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:24:11,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:24:11,520 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:24:11,674 DEBUG [d7c8ba49ede6:37929 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T08:24:11,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:11,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34803,1731140648245, state=OPENING 2024-11-09T08:24:11,733 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:24:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:11,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:24:11,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:24:11,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:24:11,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:24:11,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:11,931 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:24:11,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:24:11,945 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:24:11,945 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:24:11,945 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:24:11,949 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C34803%2C1731140648245.meta, suffix=.meta, logDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245, archiveDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/oldWALs, maxLogs=32 2024-11-09T08:24:11,963 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245/d7c8ba49ede6%2C34803%2C1731140648245.meta.1731140651951.meta, exclude list is [], retry=0 2024-11-09T08:24:11,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44357,DS-28bc972f-ccc6-46e1-8d99-e9752af3d114,DISK] 2024-11-09T08:24:11,970 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/WALs/d7c8ba49ede6,34803,1731140648245/d7c8ba49ede6%2C34803%2C1731140648245.meta.1731140651951.meta 2024-11-09T08:24:11,971 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39219:39219)] 2024-11-09T08:24:11,971 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:24:11,973 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:24:11,975 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:24:11,979 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:24:11,983 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:24:11,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:11,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:24:11,984 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:24:11,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:24:11,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:24:11,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:24:11,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:24:11,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:24:11,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:24:11,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:11,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:11,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:24:11,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:24:11,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:12,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:24:12,000 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:24:12,001 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740 2024-11-09T08:24:12,004 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740 2024-11-09T08:24:12,007 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:24:12,007 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:24:12,008 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:24:12,011 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:24:12,013 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70600477, jitterRate=0.052029088139534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:24:12,013 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:24:12,015 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731140651985Writing region info on filesystem at 1731140651985Initializing all the Stores at 1731140651987 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140651987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731140651987Cleaning up temporary data from old regions at 1731140652007 (+20 ms)Running coprocessor post-open hooks at 1731140652013 (+6 ms)Region opened successfully at 1731140652015 (+2 ms) 2024-11-09T08:24:12,021 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731140651921 2024-11-09T08:24:12,032 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:24:12,032 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:24:12,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:12,037 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,34803,1731140648245, state=OPEN 2024-11-09T08:24:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:24:12,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:24:12,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:24:12,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:24:12,103 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:12,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:24:12,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,34803,1731140648245 in 348 msec 2024-11-09T08:24:12,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:24:12,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-09T08:24:12,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:24:12,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:24:12,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:12,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:12,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:12,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:12,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6780 sec 2024-11-09T08:24:12,185 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731140652185, completionTime=-1 2024-11-09T08:24:12,187 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T08:24:12,187 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:24:12,216 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T08:24:12,216 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731140712216 2024-11-09T08:24:12,216 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731140772216 2024-11-09T08:24:12,217 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-09T08:24:12,219 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,220 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,220 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,221 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:37929, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,222 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,223 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,229 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:24:12,257 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.704sec 2024-11-09T08:24:12,258 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:24:12,260 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:24:12,261 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:24:12,261 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:24:12,261 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:24:12,262 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:24:12,263 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:24:12,272 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:24:12,273 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:24:12,273 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37929,1731140647441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:24:12,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:12,325 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T08:24:12,325 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T08:24:12,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:12,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:12,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:12,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c7a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:12,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:12,357 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:12,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:12,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:12,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:12,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:12,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:12,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=2902 2024-11-09T08:24:12,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:24:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:12,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35874ff9 2024-11-09T08:24:12,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:24:12,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:24:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:24:12,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:24:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:12,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:24:12,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-09T08:24:12,481 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:12,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:24:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741835_1011 (size=959) 2024-11-09T08:24:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:24:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:24:12,912 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:24:12,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741836_1012 (size=53) 2024-11-09T08:24:12,922 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:12,923 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 500898e69872342141d89f229e81427c, disabling compactions & flushes 2024-11-09T08:24:12,923 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:12,923 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:12,923 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. after waiting 0 ms 2024-11-09T08:24:12,923 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:12,923 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:12,923 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 500898e69872342141d89f229e81427c: Waiting for close lock at 1731140652923Disabling compacts and flushes for region at 1731140652923Disabling writes for close at 1731140652923Writing region close event to WAL at 1731140652923Closed at 1731140652923 2024-11-09T08:24:12,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:24:12,933 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140652927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140652927"}]},"ts":"1731140652927"} 2024-11-09T08:24:12,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:24:12,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:24:12,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140652940"}]},"ts":"1731140652940"} 2024-11-09T08:24:12,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:24:12,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, ASSIGN}] 2024-11-09T08:24:12,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, ASSIGN 2024-11-09T08:24:12,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:24:13,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=500898e69872342141d89f229e81427c, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:13,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, ASSIGN because future has completed 2024-11-09T08:24:13,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:24:13,274 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:13,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:24:13,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:13,276 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,276 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,279 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,283 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 500898e69872342141d89f229e81427c columnFamilyName A 2024-11-09T08:24:13,284 DEBUG [StoreOpener-500898e69872342141d89f229e81427c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:13,286 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(327): Store=500898e69872342141d89f229e81427c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:13,286 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,289 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 500898e69872342141d89f229e81427c columnFamilyName B 2024-11-09T08:24:13,289 DEBUG [StoreOpener-500898e69872342141d89f229e81427c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:13,291 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(327): Store=500898e69872342141d89f229e81427c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:13,291 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,294 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 500898e69872342141d89f229e81427c columnFamilyName C 2024-11-09T08:24:13,294 DEBUG [StoreOpener-500898e69872342141d89f229e81427c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:13,295 INFO [StoreOpener-500898e69872342141d89f229e81427c-1 {}] regionserver.HStore(327): Store=500898e69872342141d89f229e81427c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:13,296 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,297 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c 2024-11-09T08:24:13,299 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c 2024-11-09T08:24:13,307 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,307 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,309 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:24:13,314 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,322 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:24:13,323 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 500898e69872342141d89f229e81427c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73733101, jitterRate=0.09870882332324982}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:24:13,323 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,324 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 500898e69872342141d89f229e81427c: Running coprocessor pre-open hook at 1731140653276Writing region info on filesystem at 1731140653276Initializing all the Stores at 1731140653279 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140653279Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140653279Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140653279Cleaning up temporary data from old regions at 1731140653307 (+28 ms)Running coprocessor post-open hooks at 1731140653323 (+16 ms)Region opened successfully at 1731140653324 (+1 ms) 2024-11-09T08:24:13,327 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., pid=6, masterSystemTime=1731140653266 2024-11-09T08:24:13,332 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:13,332 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:13,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=500898e69872342141d89f229e81427c, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:13,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:24:13,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:24:13,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 in 232 msec 2024-11-09T08:24:13,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:24:13,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, ASSIGN in 401 msec 2024-11-09T08:24:13,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:24:13,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140653362"}]},"ts":"1731140653362"} 2024-11-09T08:24:13,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:24:13,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:24:13,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 902 msec 2024-11-09T08:24:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:24:13,630 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:13,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,642 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e00daac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,646 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f43f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:24:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1907f2c6 2024-11-09T08:24:13,657 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:24:13,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:24:13,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,665 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25175df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,672 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1a1116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,675 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,679 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,681 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,683 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4184659e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,687 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,691 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d56454e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,694 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5805ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,697 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,701 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32343cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,707 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94111c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13185de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,712 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b456016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,715 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:13,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:13,719 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7994a976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:13,722 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7028084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:13,728 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,729 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,731 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,731 DEBUG [Thread-147 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,732 DEBUG [Thread-147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,736 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,736 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,742 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,744 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,749 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,761 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:13,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:13,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:13,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:24:13,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-09T08:24:13,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:13,794 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:13,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:13,831 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:13,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:24:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:13,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e78ba25c9ada4ce6a8cc8045d47cf0ef is 50, key is test_row_0/A:col10/1731140653836/Put/seqid=0 2024-11-09T08:24:13,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741837_1013 (size=12001) 2024-11-09T08:24:14,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140714005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140714016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140714021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140714022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140714028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:14,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140714140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140714140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140714140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140714141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140714149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140714348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140714360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140714361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140714359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140714368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e78ba25c9ada4ce6a8cc8045d47cf0ef 2024-11-09T08:24:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:14,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/67c0eae5082e424dbcbeb3210fc023e8 is 50, key is test_row_0/B:col10/1731140653836/Put/seqid=0 2024-11-09T08:24:14,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741838_1014 (size=12001) 2024-11-09T08:24:14,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/67c0eae5082e424dbcbeb3210fc023e8 2024-11-09T08:24:14,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d831542918994e81b862de9bef3f2f78 is 50, key is test_row_0/C:col10/1731140653836/Put/seqid=0 2024-11-09T08:24:14,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140714658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741839_1015 (size=12001) 2024-11-09T08:24:14,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140714668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d831542918994e81b862de9bef3f2f78 2024-11-09T08:24:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140714679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140714679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140714679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:14,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:14,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e78ba25c9ada4ce6a8cc8045d47cf0ef as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef 2024-11-09T08:24:14,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:24:14,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/67c0eae5082e424dbcbeb3210fc023e8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8 2024-11-09T08:24:14,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:24:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d831542918994e81b862de9bef3f2f78 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78 2024-11-09T08:24:14,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:14,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:14,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:24:14,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 500898e69872342141d89f229e81427c in 996ms, sequenceid=13, compaction requested=false 2024-11-09T08:24:14,844 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T08:24:14,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:14,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:24:14,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:14,980 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:24:15,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bac8f328ab1c4a0ea6942c987e564645 is 50, key is test_row_0/A:col10/1731140654008/Put/seqid=0 2024-11-09T08:24:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741840_1016 (size=12001) 2024-11-09T08:24:15,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140715198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140715199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140715203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140715218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140715216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140715328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140715328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140715329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140715329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140715338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,476 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bac8f328ab1c4a0ea6942c987e564645 2024-11-09T08:24:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/7fb13b7aae544a519218f2773f852e63 is 50, key is test_row_0/B:col10/1731140654008/Put/seqid=0 2024-11-09T08:24:15,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741841_1017 (size=12001) 2024-11-09T08:24:15,537 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/7fb13b7aae544a519218f2773f852e63 2024-11-09T08:24:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140715547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140715548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140715549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140715547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140715557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/af9d4127aa244903aebfd1316dd16025 is 50, key is test_row_0/C:col10/1731140654008/Put/seqid=0 2024-11-09T08:24:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741842_1018 (size=12001) 2024-11-09T08:24:15,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/af9d4127aa244903aebfd1316dd16025 2024-11-09T08:24:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bac8f328ab1c4a0ea6942c987e564645 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645 2024-11-09T08:24:15,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T08:24:15,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/7fb13b7aae544a519218f2773f852e63 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63 2024-11-09T08:24:15,711 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T08:24:15,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/af9d4127aa244903aebfd1316dd16025 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025 2024-11-09T08:24:15,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025, entries=150, sequenceid=38, filesize=11.7 K 2024-11-09T08:24:15,739 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 500898e69872342141d89f229e81427c in 759ms, sequenceid=38, compaction requested=false 2024-11-09T08:24:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:24:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:24:15,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T08:24:15,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec 2024-11-09T08:24:15,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.9700 sec 2024-11-09T08:24:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:15,883 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:15,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:15,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/23a7716b31bf46b5bd3d44f4dff788bf is 50, key is test_row_0/A:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:24:15,938 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:15,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-09T08:24:15,944 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:15,948 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:15,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:15,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741843_1019 (size=16681) 2024-11-09T08:24:15,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/23a7716b31bf46b5bd3d44f4dff788bf 2024-11-09T08:24:15,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140715951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140715954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140715956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140715960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140715965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:15,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bc0244126b694abf87edc09bf29d1357 is 50, key is test_row_0/B:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:16,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741844_1020 (size=12001) 2024-11-09T08:24:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140716069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140716077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140716078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140716077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140716087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140716287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140716298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140716298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140716300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140716301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bc0244126b694abf87edc09bf29d1357 2024-11-09T08:24:16,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/ee00fed65391489aaa68ae5ef97225ec is 50, key is test_row_0/C:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:16,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741845_1021 (size=12001) 2024-11-09T08:24:16,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/ee00fed65391489aaa68ae5ef97225ec 2024-11-09T08:24:16,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/23a7716b31bf46b5bd3d44f4dff788bf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf 2024-11-09T08:24:16,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf, entries=250, sequenceid=51, filesize=16.3 K 2024-11-09T08:24:16,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bc0244126b694abf87edc09bf29d1357 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357 2024-11-09T08:24:16,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T08:24:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:16,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/ee00fed65391489aaa68ae5ef97225ec as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec 2024-11-09T08:24:16,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec, entries=150, sequenceid=51, filesize=11.7 K 2024-11-09T08:24:16,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 500898e69872342141d89f229e81427c in 716ms, sequenceid=51, compaction requested=true 2024-11-09T08:24:16,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:16,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:16,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:24:16,615 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:16,615 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:16,626 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:16,629 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:16,629 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,630 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=35.2 K 2024-11-09T08:24:16,632 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 67c0eae5082e424dbcbeb3210fc023e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140653798 2024-11-09T08:24:16,632 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:16,632 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:16,633 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,633 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb13b7aae544a519218f2773f852e63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731140653998 2024-11-09T08:24:16,633 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=39.7 K 2024-11-09T08:24:16,634 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting bc0244126b694abf87edc09bf29d1357, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:16,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/da3587ac11b54bef9bd3cfec2fdfd269 is 50, key is test_row_0/A:col10/1731140655956/Put/seqid=0 2024-11-09T08:24:16,637 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e78ba25c9ada4ce6a8cc8045d47cf0ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140653798 2024-11-09T08:24:16,640 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting bac8f328ab1c4a0ea6942c987e564645, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731140653998 2024-11-09T08:24:16,645 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23a7716b31bf46b5bd3d44f4dff788bf, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140716647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140716650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140716650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741846_1022 (size=12001) 2024-11-09T08:24:16,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140716654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140716675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,708 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#10 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:16,708 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#11 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:16,709 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/4b019a0cfb2243df901f4ef5e3975be0 is 50, key is test_row_0/B:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:16,710 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/0d68fb23d9bd40628abbbc41c234a4c3 is 50, key is test_row_0/A:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741847_1023 (size=12104) 2024-11-09T08:24:16,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,751 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/4b019a0cfb2243df901f4ef5e3975be0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4b019a0cfb2243df901f4ef5e3975be0 2024-11-09T08:24:16,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741848_1024 (size=12104) 2024-11-09T08:24:16,788 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 4b019a0cfb2243df901f4ef5e3975be0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:16,788 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:16,791 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140656609; duration=0sec 2024-11-09T08:24:16,792 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:16,792 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:16,792 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140716789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140716789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140716790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,800 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,800 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:16,801 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,801 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=35.2 K 2024-11-09T08:24:16,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,802 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d831542918994e81b862de9bef3f2f78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140653798 2024-11-09T08:24:16,804 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting af9d4127aa244903aebfd1316dd16025, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731140653998 2024-11-09T08:24:16,806 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ee00fed65391489aaa68ae5ef97225ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140716790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140716797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:16,833 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#12 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:16,834 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b50d880578fc4c73be70a023efd79c82 is 50, key is test_row_0/C:col10/1731140655882/Put/seqid=0 2024-11-09T08:24:16,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:24:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741849_1025 (size=12104) 2024-11-09T08:24:16,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:16,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:16,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:16,904 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b50d880578fc4c73be70a023efd79c82 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b50d880578fc4c73be70a023efd79c82 2024-11-09T08:24:16,918 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into b50d880578fc4c73be70a023efd79c82(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:16,918 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:16,918 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140656610; duration=0sec 2024-11-09T08:24:16,918 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:16,918 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:17,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140717008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140717009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140717009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140717017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140717017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/da3587ac11b54bef9bd3cfec2fdfd269 2024-11-09T08:24:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:17,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c7351c6ef7db423289bf7229baa6c245 is 50, key is test_row_0/B:col10/1731140655956/Put/seqid=0 2024-11-09T08:24:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741850_1026 (size=12001) 2024-11-09T08:24:17,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c7351c6ef7db423289bf7229baa6c245 2024-11-09T08:24:17,184 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/0d68fb23d9bd40628abbbc41c234a4c3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/0d68fb23d9bd40628abbbc41c234a4c3 2024-11-09T08:24:17,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9445206a92f74618a316c936d8381dd2 is 50, key is test_row_0/C:col10/1731140655956/Put/seqid=0 2024-11-09T08:24:17,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,210 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 0d68fb23d9bd40628abbbc41c234a4c3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:17,210 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:17,211 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140656602; duration=0sec 2024-11-09T08:24:17,211 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:17,211 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:17,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741851_1027 (size=12001) 2024-11-09T08:24:17,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140717318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140717319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140717318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140717327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140717338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:24:17,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9445206a92f74618a316c936d8381dd2 2024-11-09T08:24:17,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/da3587ac11b54bef9bd3cfec2fdfd269 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269 2024-11-09T08:24:17,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:17,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T08:24:17,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c7351c6ef7db423289bf7229baa6c245 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245 2024-11-09T08:24:17,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T08:24:17,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9445206a92f74618a316c936d8381dd2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2 2024-11-09T08:24:17,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-09T08:24:17,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 500898e69872342141d89f229e81427c in 1109ms, sequenceid=75, compaction requested=false 2024-11-09T08:24:17,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:17,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:24:17,817 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:24:17,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:24:17,820 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:24:17,820 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:24:17,820 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:24:17,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T08:24:17,822 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T08:24:17,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T08:24:17,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:17,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:17,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:17,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e608a34742a1444f9bd43ea217b76582 is 50, key is test_row_0/A:col10/1731140656649/Put/seqid=0 2024-11-09T08:24:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741852_1028 (size=12001) 2024-11-09T08:24:17,903 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e608a34742a1444f9bd43ea217b76582 2024-11-09T08:24:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140717892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140717902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140717895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140717906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140717910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:17,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:17,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/51eca6c506354eec925696cad50b31d5 is 50, key is test_row_0/B:col10/1731140656649/Put/seqid=0 2024-11-09T08:24:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741853_1029 (size=12001) 2024-11-09T08:24:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/51eca6c506354eec925696cad50b31d5 2024-11-09T08:24:18,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/8037697085f04933a8f64ec921f7ebd9 is 50, key is test_row_0/C:col10/1731140656649/Put/seqid=0 2024-11-09T08:24:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140718017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140718017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140718018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741854_1030 (size=12001) 2024-11-09T08:24:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140718018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,037 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/8037697085f04933a8f64ec921f7ebd9 2024-11-09T08:24:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140718027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/e608a34742a1444f9bd43ea217b76582 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582 2024-11-09T08:24:18,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T08:24:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/51eca6c506354eec925696cad50b31d5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5 2024-11-09T08:24:18,116 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T08:24:18,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/8037697085f04933a8f64ec921f7ebd9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9 2024-11-09T08:24:18,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T08:24:18,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 500898e69872342141d89f229e81427c in 305ms, sequenceid=92, compaction requested=true 2024-11-09T08:24:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:18,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T08:24:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T08:24:18,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T08:24:18,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-11-09T08:24:18,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.2290 sec 2024-11-09T08:24:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:18,232 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:18,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:24:18,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/f1a53949e85848478ebb03d57dc8115b is 50, key is test_row_0/A:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:18,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140718254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140718257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140718256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140718261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140718261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741855_1031 (size=14341) 2024-11-09T08:24:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140718367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140718377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140718377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140718377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140718377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140718577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140718593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140718593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140718593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140718593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/f1a53949e85848478ebb03d57dc8115b 2024-11-09T08:24:18,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fb199609d60f46859d422edbdb4a43a3 is 50, key is test_row_0/B:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:18,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741856_1032 (size=12001) 2024-11-09T08:24:18,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fb199609d60f46859d422edbdb4a43a3 2024-11-09T08:24:18,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e900bbda4d444d44b1a0b377d37c9e87 is 50, key is test_row_0/C:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741857_1033 (size=12001) 2024-11-09T08:24:18,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e900bbda4d444d44b1a0b377d37c9e87 2024-11-09T08:24:18,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/f1a53949e85848478ebb03d57dc8115b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b 2024-11-09T08:24:18,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b, entries=200, sequenceid=116, filesize=14.0 K 2024-11-09T08:24:18,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fb199609d60f46859d422edbdb4a43a3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3 2024-11-09T08:24:18,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T08:24:18,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e900bbda4d444d44b1a0b377d37c9e87 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87 2024-11-09T08:24:18,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T08:24:18,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 500898e69872342141d89f229e81427c in 628ms, sequenceid=116, compaction requested=true 2024-11-09T08:24:18,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:18,862 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:18,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:18,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:18,866 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:18,866 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:18,866 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:18,866 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/0d68fb23d9bd40628abbbc41c234a4c3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=49.3 K 2024-11-09T08:24:18,867 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d68fb23d9bd40628abbbc41c234a4c3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:18,868 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:18,869 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting da3587ac11b54bef9bd3cfec2fdfd269, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731140655956 2024-11-09T08:24:18,869 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e608a34742a1444f9bd43ea217b76582, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140656649 2024-11-09T08:24:18,871 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:18,871 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:18,871 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:18,871 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4b019a0cfb2243df901f4ef5e3975be0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=47.0 K 2024-11-09T08:24:18,872 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1a53949e85848478ebb03d57dc8115b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:18,873 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b019a0cfb2243df901f4ef5e3975be0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:18,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:18,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:18,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:18,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:18,876 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c7351c6ef7db423289bf7229baa6c245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731140655956 2024-11-09T08:24:18,877 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 51eca6c506354eec925696cad50b31d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140656649 2024-11-09T08:24:18,878 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fb199609d60f46859d422edbdb4a43a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:18,893 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:18,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:24:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:18,899 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:18,900 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/858d013737de492b89cbce490b91b628 is 50, key is test_row_0/A:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:18,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bce755de08d44179ba5bb803b381e88d is 50, key is test_row_0/A:col10/1731140658234/Put/seqid=0 2024-11-09T08:24:18,918 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:18,919 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/d15b63f57e9b45768626767e75977c63 is 50, key is test_row_0/B:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:18,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741858_1034 (size=12241) 2024-11-09T08:24:18,965 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/858d013737de492b89cbce490b91b628 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/858d013737de492b89cbce490b91b628 2024-11-09T08:24:18,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741859_1035 (size=12051) 2024-11-09T08:24:18,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bce755de08d44179ba5bb803b381e88d 2024-11-09T08:24:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,980 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 858d013737de492b89cbce490b91b628(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:18,980 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:18,980 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=12, startTime=1731140658862; duration=0sec 2024-11-09T08:24:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,980 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741860_1036 (size=12241) 2024-11-09T08:24:18,980 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:18,981 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140718966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140718971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:18,989 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:18,990 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:18,990 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:18,990 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b50d880578fc4c73be70a023efd79c82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=47.0 K 2024-11-09T08:24:18,991 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50d880578fc4c73be70a023efd79c82, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731140655194 2024-11-09T08:24:18,992 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9445206a92f74618a316c936d8381dd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731140655956 2024-11-09T08:24:18,993 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8037697085f04933a8f64ec921f7ebd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140656649 2024-11-09T08:24:18,994 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e900bbda4d444d44b1a0b377d37c9e87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:18,998 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/d15b63f57e9b45768626767e75977c63 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/d15b63f57e9b45768626767e75977c63 2024-11-09T08:24:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140718980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/37b064a752034837b5ceca4e6bedbe4d is 50, key is test_row_0/B:col10/1731140658234/Put/seqid=0 2024-11-09T08:24:19,018 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into d15b63f57e9b45768626767e75977c63(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:19,018 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,018 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=12, startTime=1731140658868; duration=0sec 2024-11-09T08:24:19,018 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:19,018 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:19,029 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:19,030 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d49b670fc51a44d190a7076f127574aa is 50, key is test_row_0/C:col10/1731140657882/Put/seqid=0 2024-11-09T08:24:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741861_1037 (size=12051) 2024-11-09T08:24:19,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/37b064a752034837b5ceca4e6bedbe4d 2024-11-09T08:24:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741862_1038 (size=12241) 2024-11-09T08:24:19,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/699cf912e32043c6b367c3a93f9d3501 is 50, key is test_row_0/C:col10/1731140658234/Put/seqid=0 2024-11-09T08:24:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140719088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140719089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140719089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140719090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,106 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d49b670fc51a44d190a7076f127574aa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d49b670fc51a44d190a7076f127574aa 2024-11-09T08:24:19,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140719119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,123 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into d49b670fc51a44d190a7076f127574aa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:19,123 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,123 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=12, startTime=1731140658876; duration=0sec 2024-11-09T08:24:19,123 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:19,123 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741863_1039 (size=12051) 2024-11-09T08:24:19,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/699cf912e32043c6b367c3a93f9d3501 2024-11-09T08:24:19,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/bce755de08d44179ba5bb803b381e88d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d 2024-11-09T08:24:19,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T08:24:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/37b064a752034837b5ceca4e6bedbe4d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d 2024-11-09T08:24:19,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T08:24:19,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/699cf912e32043c6b367c3a93f9d3501 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501 2024-11-09T08:24:19,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501, entries=150, sequenceid=130, filesize=11.8 K 2024-11-09T08:24:19,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 500898e69872342141d89f229e81427c in 316ms, sequenceid=130, compaction requested=false 2024-11-09T08:24:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:19,303 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:19,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:24:19,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/7e1dfbb5f5e5423a961f15b108f7980a is 50, key is test_row_0/A:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:19,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741864_1040 (size=12151) 2024-11-09T08:24:19,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/7e1dfbb5f5e5423a961f15b108f7980a 2024-11-09T08:24:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140719326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140719327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140719329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c123caae3106452da5eeef7dbd99b26a is 50, key is test_row_0/B:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:19,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140719334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140719335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741865_1041 (size=12151) 2024-11-09T08:24:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140719437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140719448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140719457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140719457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140719647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140719647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140719657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140719667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:19,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140719669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:19,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:19,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c123caae3106452da5eeef7dbd99b26a 2024-11-09T08:24:19,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/986e468e2e2843d1ab53bed76d1550d2 is 50, key is test_row_0/C:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:19,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741866_1042 (size=12151) 2024-11-09T08:24:19,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/986e468e2e2843d1ab53bed76d1550d2 2024-11-09T08:24:19,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/7e1dfbb5f5e5423a961f15b108f7980a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a 2024-11-09T08:24:19,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T08:24:19,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c123caae3106452da5eeef7dbd99b26a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a 2024-11-09T08:24:19,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T08:24:19,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/986e468e2e2843d1ab53bed76d1550d2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2 2024-11-09T08:24:19,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2, entries=150, sequenceid=157, filesize=11.9 K 2024-11-09T08:24:19,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 500898e69872342141d89f229e81427c in 592ms, sequenceid=157, compaction requested=true 2024-11-09T08:24:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:19,895 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:19,896 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:19,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:19,898 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:19,898 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:19,898 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:19,898 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:19,898 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:19,898 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:19,899 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/d15b63f57e9b45768626767e75977c63, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=35.6 K 2024-11-09T08:24:19,899 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/858d013737de492b89cbce490b91b628, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=35.6 K 2024-11-09T08:24:19,899 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 858d013737de492b89cbce490b91b628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:19,900 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d15b63f57e9b45768626767e75977c63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:19,901 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting bce755de08d44179ba5bb803b381e88d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140658234 2024-11-09T08:24:19,901 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 37b064a752034837b5ceca4e6bedbe4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140658234 2024-11-09T08:24:19,901 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e1dfbb5f5e5423a961f15b108f7980a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:19,902 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c123caae3106452da5eeef7dbd99b26a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:19,935 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:19,935 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/a2f1f70406ad460db663fb6bf7fb5bb4 is 50, key is test_row_0/B:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:19,938 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:19,939 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/59eec417125a4025b388a1b2ba96c558 is 50, key is test_row_0/A:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741868_1044 (size=12493) 2024-11-09T08:24:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741867_1043 (size=12493) 2024-11-09T08:24:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:19,963 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/59eec417125a4025b388a1b2ba96c558 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/59eec417125a4025b388a1b2ba96c558 2024-11-09T08:24:19,963 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:19,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:24:19,975 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/a2f1f70406ad460db663fb6bf7fb5bb4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/a2f1f70406ad460db663fb6bf7fb5bb4 2024-11-09T08:24:19,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/87616dc2ab0f4af08cf7a98f5667b5bb is 50, key is test_row_0/A:col10/1731140659329/Put/seqid=0 2024-11-09T08:24:19,979 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 59eec417125a4025b388a1b2ba96c558(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:19,979 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,979 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140659895; duration=0sec 2024-11-09T08:24:19,979 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:19,979 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:19,979 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:19,982 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:19,982 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:19,982 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:19,982 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d49b670fc51a44d190a7076f127574aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=35.6 K 2024-11-09T08:24:19,983 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d49b670fc51a44d190a7076f127574aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140657882 2024-11-09T08:24:19,984 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 699cf912e32043c6b367c3a93f9d3501, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140658234 2024-11-09T08:24:19,985 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986e468e2e2843d1ab53bed76d1550d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:19,999 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into a2f1f70406ad460db663fb6bf7fb5bb4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:19,999 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:19,999 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140659895; duration=0sec 2024-11-09T08:24:20,006 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:20,006 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:20,020 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:20,022 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/85731d45a64b488698e8342800a3d52e is 50, key is test_row_0/C:col10/1731140658963/Put/seqid=0 2024-11-09T08:24:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741869_1045 (size=12151) 2024-11-09T08:24:20,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/87616dc2ab0f4af08cf7a98f5667b5bb 2024-11-09T08:24:20,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/4bf0d5fc5a66405386598f8fd52ae2a4 is 50, key is test_row_0/B:col10/1731140659329/Put/seqid=0 2024-11-09T08:24:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741870_1046 (size=12493) 2024-11-09T08:24:20,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741871_1047 (size=12151) 2024-11-09T08:24:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T08:24:20,117 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:20,119 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:20,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/4bf0d5fc5a66405386598f8fd52ae2a4 2024-11-09T08:24:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-09T08:24:20,125 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:20,127 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:20,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140720137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140720142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140720144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140720147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140720167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e8295983e7b2458da1882e2a32bfb39e is 50, key is test_row_0/C:col10/1731140659329/Put/seqid=0 2024-11-09T08:24:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741872_1048 (size=12151) 2024-11-09T08:24:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:20,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140720258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140720258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140720258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140720277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T08:24:20,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:20,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T08:24:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:20,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:20,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140720467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140720467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140720467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,491 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/85731d45a64b488698e8342800a3d52e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/85731d45a64b488698e8342800a3d52e 2024-11-09T08:24:20,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140720497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,502 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into 85731d45a64b488698e8342800a3d52e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:20,502 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:20,502 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140659896; duration=0sec 2024-11-09T08:24:20,503 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:20,503 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:20,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T08:24:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:20,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e8295983e7b2458da1882e2a32bfb39e 2024-11-09T08:24:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/87616dc2ab0f4af08cf7a98f5667b5bb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb 2024-11-09T08:24:20,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T08:24:20,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/4bf0d5fc5a66405386598f8fd52ae2a4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4 2024-11-09T08:24:20,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T08:24:20,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e8295983e7b2458da1882e2a32bfb39e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e 2024-11-09T08:24:20,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e, entries=150, sequenceid=170, filesize=11.9 K 2024-11-09T08:24:20,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 500898e69872342141d89f229e81427c in 716ms, sequenceid=170, compaction requested=false 2024-11-09T08:24:20,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:20,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T08:24:20,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:20,750 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:24:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/c943fce2b48242e9a3ddad3d9ad67ebb is 50, key is test_row_0/A:col10/1731140660139/Put/seqid=0 2024-11-09T08:24:20,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:20,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140720809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140720813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140720818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140720819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741873_1049 (size=12151) 2024-11-09T08:24:20,836 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/c943fce2b48242e9a3ddad3d9ad67ebb 2024-11-09T08:24:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bb117a0be11d4cb3bb702becfa7e1521 is 50, key is test_row_0/B:col10/1731140660139/Put/seqid=0 2024-11-09T08:24:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741874_1050 (size=12151) 2024-11-09T08:24:20,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140720927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140720927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:20,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:20,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140720927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:20,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140721137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140721137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140721147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140721187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,193 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:21,307 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bb117a0be11d4cb3bb702becfa7e1521 2024-11-09T08:24:21,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/a67c7bd700424258abc4205ebcb2026f is 50, key is test_row_0/C:col10/1731140660139/Put/seqid=0 2024-11-09T08:24:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140721327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741875_1051 (size=12151) 2024-11-09T08:24:21,381 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/a67c7bd700424258abc4205ebcb2026f 2024-11-09T08:24:21,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/c943fce2b48242e9a3ddad3d9ad67ebb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb 2024-11-09T08:24:21,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T08:24:21,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/bb117a0be11d4cb3bb702becfa7e1521 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521 2024-11-09T08:24:21,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T08:24:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/a67c7bd700424258abc4205ebcb2026f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f 2024-11-09T08:24:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140721457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140721457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140721457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:21,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:21,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f, entries=150, sequenceid=196, filesize=11.9 K 2024-11-09T08:24:21,469 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 500898e69872342141d89f229e81427c in 720ms, sequenceid=196, compaction requested=true 2024-11-09T08:24:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T08:24:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T08:24:21,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T08:24:21,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3460 sec 2024-11-09T08:24:21,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.3610 sec 2024-11-09T08:24:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:21,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T08:24:21,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/d4494333d237495b930af6ec8eb43589 is 50, key is test_row_0/A:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:21,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741876_1052 (size=12151) 2024-11-09T08:24:22,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140722011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140722013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140722015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140722127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140722127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140722127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T08:24:22,277 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:22,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-09T08:24:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:24:22,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:22,282 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:22,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140722337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140722337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140722337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140722347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,348 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:22,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:24:22,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/d4494333d237495b930af6ec8eb43589 2024-11-09T08:24:22,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/69bef3748a2a44eba2388a93136b0b94 is 50, key is test_row_0/B:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741877_1053 (size=12151) 2024-11-09T08:24:22,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/69bef3748a2a44eba2388a93136b0b94 2024-11-09T08:24:22,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T08:24:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:22,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:22,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b2d80651519c44ba9f6f7389eb2c40fb is 50, key is test_row_0/C:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741878_1054 (size=12151) 2024-11-09T08:24:22,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b2d80651519c44ba9f6f7389eb2c40fb 2024-11-09T08:24:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/d4494333d237495b930af6ec8eb43589 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589 2024-11-09T08:24:22,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T08:24:22,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/69bef3748a2a44eba2388a93136b0b94 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94 2024-11-09T08:24:22,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T08:24:22,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b2d80651519c44ba9f6f7389eb2c40fb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb 2024-11-09T08:24:22,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T08:24:22,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 500898e69872342141d89f229e81427c in 558ms, sequenceid=211, compaction requested=true 2024-11-09T08:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:22,530 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:22,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:22,530 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:22,533 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:22,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:22,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:22,533 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:22,533 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,533 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,533 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/59eec417125a4025b388a1b2ba96c558, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=47.8 K 2024-11-09T08:24:22,533 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/a2f1f70406ad460db663fb6bf7fb5bb4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=47.8 K 2024-11-09T08:24:22,534 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59eec417125a4025b388a1b2ba96c558, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:22,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a2f1f70406ad460db663fb6bf7fb5bb4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:22,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bf0d5fc5a66405386598f8fd52ae2a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731140659324 2024-11-09T08:24:22,534 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87616dc2ab0f4af08cf7a98f5667b5bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731140659324 2024-11-09T08:24:22,535 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting bb117a0be11d4cb3bb702becfa7e1521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731140660105 2024-11-09T08:24:22,535 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c943fce2b48242e9a3ddad3d9ad67ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731140660105 2024-11-09T08:24:22,535 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4494333d237495b930af6ec8eb43589, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:22,535 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bef3748a2a44eba2388a93136b0b94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:22,556 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:22,559 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:22,560 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/9ab1b58c470f4a3893d1d87d927b3ca8 is 50, key is test_row_0/B:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:22,560 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/74030636b4b641a6bdbe33c17dc43346 is 50, key is test_row_0/A:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741880_1056 (size=12629) 2024-11-09T08:24:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741879_1055 (size=12629) 2024-11-09T08:24:22,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T08:24:22,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,591 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T08:24:22,595 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/9ab1b58c470f4a3893d1d87d927b3ca8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9ab1b58c470f4a3893d1d87d927b3ca8 2024-11-09T08:24:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:24:22,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/65c6aa0a4e6540f0863927db8dcb369e is 50, key is test_row_0/A:col10/1731140662012/Put/seqid=0 2024-11-09T08:24:22,610 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/74030636b4b641a6bdbe33c17dc43346 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/74030636b4b641a6bdbe33c17dc43346 2024-11-09T08:24:22,621 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 74030636b4b641a6bdbe33c17dc43346(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:22,621 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:22,621 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=12, startTime=1731140662529; duration=0sec 2024-11-09T08:24:22,621 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:22,621 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:22,622 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:22,623 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 9ab1b58c470f4a3893d1d87d927b3ca8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:22,624 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:22,624 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:22,625 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:22,625 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,625 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/85731d45a64b488698e8342800a3d52e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=47.8 K 2024-11-09T08:24:22,625 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=12, startTime=1731140662530; duration=0sec 2024-11-09T08:24:22,625 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:22,625 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:22,625 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85731d45a64b488698e8342800a3d52e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731140658963 2024-11-09T08:24:22,626 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8295983e7b2458da1882e2a32bfb39e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731140659324 2024-11-09T08:24:22,627 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a67c7bd700424258abc4205ebcb2026f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731140660105 2024-11-09T08:24:22,627 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2d80651519c44ba9f6f7389eb2c40fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741881_1057 (size=12151) 2024-11-09T08:24:22,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/65c6aa0a4e6540f0863927db8dcb369e 2024-11-09T08:24:22,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:22,655 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:22,655 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/3bc65f8db8a24e3b803dd5453a6c3d4d is 50, key is test_row_0/C:col10/1731140661969/Put/seqid=0 2024-11-09T08:24:22,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/04e8231539904bd6b563b82d7185edce is 50, key is test_row_0/B:col10/1731140662012/Put/seqid=0 2024-11-09T08:24:22,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140722679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140722681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140722683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741882_1058 (size=12629) 2024-11-09T08:24:22,712 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/3bc65f8db8a24e3b803dd5453a6c3d4d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/3bc65f8db8a24e3b803dd5453a6c3d4d 2024-11-09T08:24:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741883_1059 (size=12151) 2024-11-09T08:24:22,718 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/04e8231539904bd6b563b82d7185edce 2024-11-09T08:24:22,733 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into 3bc65f8db8a24e3b803dd5453a6c3d4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:22,733 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:22,733 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=12, startTime=1731140662530; duration=0sec 2024-11-09T08:24:22,733 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:22,733 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/98617d5596424a07ba04c1f188dfb2d5 is 50, key is test_row_0/C:col10/1731140662012/Put/seqid=0 2024-11-09T08:24:22,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741884_1060 (size=12151) 2024-11-09T08:24:22,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/98617d5596424a07ba04c1f188dfb2d5 2024-11-09T08:24:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/65c6aa0a4e6540f0863927db8dcb369e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e 2024-11-09T08:24:22,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e, entries=150, sequenceid=232, filesize=11.9 K 2024-11-09T08:24:22,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/04e8231539904bd6b563b82d7185edce as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce 2024-11-09T08:24:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140722787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140722787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce, entries=150, sequenceid=232, filesize=11.9 K 2024-11-09T08:24:22,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/98617d5596424a07ba04c1f188dfb2d5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5 2024-11-09T08:24:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140722797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:22,806 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5, entries=150, sequenceid=232, filesize=11.9 K 2024-11-09T08:24:22,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 500898e69872342141d89f229e81427c in 217ms, sequenceid=232, compaction requested=false 2024-11-09T08:24:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:22,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T08:24:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T08:24:22,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T08:24:22,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 531 msec 2024-11-09T08:24:22,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 541 msec 2024-11-09T08:24:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T08:24:22,907 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:22,907 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-09T08:24:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:22,911 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:22,912 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:22,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:23,000 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:23,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T08:24:23,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5a1338ab072e47dbb7a66f41f2c43e2f is 50, key is test_row_0/A:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:23,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741885_1061 (size=16931) 2024-11-09T08:24:23,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140723089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140723090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140723093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140723197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140723206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140723207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140723218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,224 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:23,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:23,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140723407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140723417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140723417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5a1338ab072e47dbb7a66f41f2c43e2f 2024-11-09T08:24:23,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/1c6f39bcee4247a7b9ef4ef73bb724be is 50, key is test_row_0/B:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:23,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741886_1062 (size=12151) 2024-11-09T08:24:23,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140723717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140723727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140723727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:23,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:23,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:23,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/1c6f39bcee4247a7b9ef4ef73bb724be 2024-11-09T08:24:23,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e5a7225cf65348069a8bedaac317dcdc is 50, key is test_row_0/C:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741887_1063 (size=12151) 2024-11-09T08:24:23,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e5a7225cf65348069a8bedaac317dcdc 2024-11-09T08:24:23,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5a1338ab072e47dbb7a66f41f2c43e2f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f 2024-11-09T08:24:23,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f, entries=250, sequenceid=252, filesize=16.5 K 2024-11-09T08:24:23,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/1c6f39bcee4247a7b9ef4ef73bb724be as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be 2024-11-09T08:24:23,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T08:24:23,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e5a7225cf65348069a8bedaac317dcdc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc 2024-11-09T08:24:23,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc, entries=150, sequenceid=252, filesize=11.9 K 2024-11-09T08:24:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 500898e69872342141d89f229e81427c in 905ms, sequenceid=252, compaction requested=true 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:23,905 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:23,905 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:23,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:23,906 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:23,906 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:23,906 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:23,906 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:23,906 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,906 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,906 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9ab1b58c470f4a3893d1d87d927b3ca8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.1 K 2024-11-09T08:24:23,906 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/74030636b4b641a6bdbe33c17dc43346, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=40.7 K 2024-11-09T08:24:23,907 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74030636b4b641a6bdbe33c17dc43346, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:23,907 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab1b58c470f4a3893d1d87d927b3ca8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:23,907 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65c6aa0a4e6540f0863927db8dcb369e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731140662006 2024-11-09T08:24:23,907 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e8231539904bd6b563b82d7185edce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731140662006 2024-11-09T08:24:23,908 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a1338ab072e47dbb7a66f41f2c43e2f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:23,908 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c6f39bcee4247a7b9ef4ef73bb724be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:23,916 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:23,917 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:23,917 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/b56a1b16b07d46cf906803a236cc0c29 is 50, key is test_row_0/A:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:23,917 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5a443ff423f34255b8368ab78d8db1cf is 50, key is test_row_0/B:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741888_1064 (size=12731) 2024-11-09T08:24:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741889_1065 (size=12731) 2024-11-09T08:24:23,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-09T08:24:23,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:23,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T08:24:23,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2afd399c92e94c0db8d3c53f44095f21 is 50, key is test_row_0/A:col10/1731140663087/Put/seqid=0 2024-11-09T08:24:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741890_1066 (size=12301) 2024-11-09T08:24:24,017 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2afd399c92e94c0db8d3c53f44095f21 2024-11-09T08:24:24,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/242f72a7424943b5985570a76566b5ec is 50, key is test_row_0/B:col10/1731140663087/Put/seqid=0 2024-11-09T08:24:24,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741891_1067 (size=12301) 2024-11-09T08:24:24,040 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/242f72a7424943b5985570a76566b5ec 2024-11-09T08:24:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e08068d6b4e4a60a94d833198ba30ad is 50, key is test_row_0/C:col10/1731140663087/Put/seqid=0 2024-11-09T08:24:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741892_1068 (size=12301) 2024-11-09T08:24:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:24,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140724255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140724256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140724257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,345 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5a443ff423f34255b8368ab78d8db1cf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5a443ff423f34255b8368ab78d8db1cf 2024-11-09T08:24:24,352 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 5a443ff423f34255b8368ab78d8db1cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:24,353 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:24,353 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140663905; duration=0sec 2024-11-09T08:24:24,353 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:24,353 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:24,353 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:24,357 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:24,357 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:24,357 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:24,358 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/3bc65f8db8a24e3b803dd5453a6c3d4d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.1 K 2024-11-09T08:24:24,359 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc65f8db8a24e3b803dd5453a6c3d4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140660809 2024-11-09T08:24:24,359 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/b56a1b16b07d46cf906803a236cc0c29 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/b56a1b16b07d46cf906803a236cc0c29 2024-11-09T08:24:24,360 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 98617d5596424a07ba04c1f188dfb2d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731140662006 2024-11-09T08:24:24,360 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a7225cf65348069a8bedaac317dcdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:24,367 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into b56a1b16b07d46cf906803a236cc0c29(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:24,367 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:24,367 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140663905; duration=0sec 2024-11-09T08:24:24,368 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:24,368 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140724367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140724368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140724368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,373 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:24,374 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b13c84578fb24683aa6c87538df4edf5 is 50, key is test_row_0/C:col10/1731140662999/Put/seqid=0 2024-11-09T08:24:24,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140724377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,379 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741893_1069 (size=12731) 2024-11-09T08:24:24,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e08068d6b4e4a60a94d833198ba30ad 2024-11-09T08:24:24,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2afd399c92e94c0db8d3c53f44095f21 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21 2024-11-09T08:24:24,487 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T08:24:24,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/242f72a7424943b5985570a76566b5ec as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec 2024-11-09T08:24:24,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T08:24:24,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e08068d6b4e4a60a94d833198ba30ad as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad 2024-11-09T08:24:24,501 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T08:24:24,502 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 500898e69872342141d89f229e81427c in 510ms, sequenceid=271, compaction requested=false 2024-11-09T08:24:24,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:24,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:24,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-09T08:24:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-09T08:24:24,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T08:24:24,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-09T08:24:24,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6000 sec 2024-11-09T08:24:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:24,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T08:24:24,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2fd7fb0195e848c8926cba0ad2e816fa is 50, key is test_row_0/A:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741894_1070 (size=12301) 2024-11-09T08:24:24,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2fd7fb0195e848c8926cba0ad2e816fa 2024-11-09T08:24:24,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/070d58a11ca84249bfc498fecb6fa3e8 is 50, key is test_row_0/B:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:24,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741895_1071 (size=12301) 2024-11-09T08:24:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140724680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140724685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140724685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,791 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/b13c84578fb24683aa6c87538df4edf5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b13c84578fb24683aa6c87538df4edf5 2024-11-09T08:24:24,798 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into b13c84578fb24683aa6c87538df4edf5(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:24,798 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:24,798 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140663905; duration=0sec 2024-11-09T08:24:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140724797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,799 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:24,799 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140724797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140724797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140725007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140725007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140725007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-09T08:24:25,057 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:25,057 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-09T08:24:25,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T08:24:25,060 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:25,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:25,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/070d58a11ca84249bfc498fecb6fa3e8 2024-11-09T08:24:25,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9e36ddbef2b54c90ab3d22054f954640 is 50, key is test_row_0/C:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741896_1072 (size=12301) 2024-11-09T08:24:25,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9e36ddbef2b54c90ab3d22054f954640 2024-11-09T08:24:25,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/2fd7fb0195e848c8926cba0ad2e816fa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa 2024-11-09T08:24:25,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T08:24:25,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/070d58a11ca84249bfc498fecb6fa3e8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8 2024-11-09T08:24:25,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T08:24:25,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9e36ddbef2b54c90ab3d22054f954640 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640 2024-11-09T08:24:25,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640, entries=150, sequenceid=293, filesize=12.0 K 2024-11-09T08:24:25,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 500898e69872342141d89f229e81427c in 513ms, sequenceid=293, compaction requested=true 2024-11-09T08:24:25,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:25,160 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:25,160 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:25,161 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:25,161 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:25,161 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:25,161 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:25,161 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,161 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5a443ff423f34255b8368ab78d8db1cf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.5 K 2024-11-09T08:24:25,162 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,162 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/b56a1b16b07d46cf906803a236cc0c29, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.5 K 2024-11-09T08:24:25,162 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a443ff423f34255b8368ab78d8db1cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:25,162 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b56a1b16b07d46cf906803a236cc0c29, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:25,162 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 242f72a7424943b5985570a76566b5ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731140663076 2024-11-09T08:24:25,163 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2afd399c92e94c0db8d3c53f44095f21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731140663076 2024-11-09T08:24:25,163 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fd7fb0195e848c8926cba0ad2e816fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:25,163 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 070d58a11ca84249bfc498fecb6fa3e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T08:24:25,187 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:25,187 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/1a20ee0087cb4212be1cfa7bf5aab3af is 50, key is test_row_0/B:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:25,188 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:25,189 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/47cac3983e724ff8b937707ff61b276d is 50, key is test_row_0/A:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:25,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-09T08:24:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T08:24:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741897_1073 (size=12983) 2024-11-09T08:24:25,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741898_1074 (size=12983) 2024-11-09T08:24:25,236 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/47cac3983e724ff8b937707ff61b276d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/47cac3983e724ff8b937707ff61b276d 2024-11-09T08:24:25,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5aba61d637534d868cb14286cc43d216 is 50, key is test_row_0/A:col10/1731140664683/Put/seqid=0 2024-11-09T08:24:25,256 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 47cac3983e724ff8b937707ff61b276d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:25,256 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:25,256 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140665159; duration=0sec 2024-11-09T08:24:25,256 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/1a20ee0087cb4212be1cfa7bf5aab3af as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1a20ee0087cb4212be1cfa7bf5aab3af 2024-11-09T08:24:25,256 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:25,256 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:25,256 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:25,258 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:25,258 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:25,258 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,258 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b13c84578fb24683aa6c87538df4edf5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.5 K 2024-11-09T08:24:25,259 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13c84578fb24683aa6c87538df4edf5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731140662677 2024-11-09T08:24:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741899_1075 (size=12301) 2024-11-09T08:24:25,266 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e08068d6b4e4a60a94d833198ba30ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731140663076 2024-11-09T08:24:25,266 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e36ddbef2b54c90ab3d22054f954640, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:25,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5aba61d637534d868cb14286cc43d216 2024-11-09T08:24:25,276 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 1a20ee0087cb4212be1cfa7bf5aab3af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:25,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:25,276 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140665160; duration=0sec 2024-11-09T08:24:25,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:25,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:25,283 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:25,284 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/05bd03e385ba4de284ca1726d3c89dd1 is 50, key is test_row_0/C:col10/1731140664580/Put/seqid=0 2024-11-09T08:24:25,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/88e049e047de480a8d6ca921770b551a is 50, key is test_row_0/B:col10/1731140664683/Put/seqid=0 2024-11-09T08:24:25,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741900_1076 (size=12983) 2024-11-09T08:24:25,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741901_1077 (size=12301) 2024-11-09T08:24:25,315 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/88e049e047de480a8d6ca921770b551a 2024-11-09T08:24:25,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:25,328 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/05bd03e385ba4de284ca1726d3c89dd1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/05bd03e385ba4de284ca1726d3c89dd1 2024-11-09T08:24:25,345 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into 05bd03e385ba4de284ca1726d3c89dd1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:25,345 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:25,345 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140665160; duration=0sec 2024-11-09T08:24:25,346 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:25,346 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:25,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/cc938ea127f145ac823892a7cb351a62 is 50, key is test_row_0/C:col10/1731140664683/Put/seqid=0 2024-11-09T08:24:25,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140725357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140725358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,366 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741902_1078 (size=12301) 2024-11-09T08:24:25,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140725362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,368 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/cc938ea127f145ac823892a7cb351a62 2024-11-09T08:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T08:24:25,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5aba61d637534d868cb14286cc43d216 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216 2024-11-09T08:24:25,389 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216, entries=150, sequenceid=311, filesize=12.0 K 2024-11-09T08:24:25,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/88e049e047de480a8d6ca921770b551a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a 2024-11-09T08:24:25,401 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a, entries=150, sequenceid=311, filesize=12.0 K 2024-11-09T08:24:25,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/cc938ea127f145ac823892a7cb351a62 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62 2024-11-09T08:24:25,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62, entries=150, sequenceid=311, filesize=12.0 K 2024-11-09T08:24:25,413 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 500898e69872342141d89f229e81427c in 198ms, sequenceid=311, compaction requested=false 2024-11-09T08:24:25,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-09T08:24:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-09T08:24:25,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-09T08:24:25,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 356 msec 2024-11-09T08:24:25,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 365 msec 2024-11-09T08:24:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:25,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:25,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T08:24:25,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5e1f03ff73164e5ea7c1293f5bf8a9da is 50, key is test_row_0/A:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:25,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741903_1079 (size=12301) 2024-11-09T08:24:25,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140725501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140725506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140725507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140725617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140725617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140725617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-09T08:24:25,688 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:25,689 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:25,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-09T08:24:25,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:25,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:25,698 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:25,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140725827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140725827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140725827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:25,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:25,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T08:24:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:25,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:25,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:25,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5e1f03ff73164e5ea7c1293f5bf8a9da 2024-11-09T08:24:25,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/64fe5e33767d4c8b82413c356779606c is 50, key is test_row_0/B:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:25,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741904_1080 (size=12301) 2024-11-09T08:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:26,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T08:24:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140726136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140726136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140726137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T08:24:26,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/64fe5e33767d4c8b82413c356779606c 2024-11-09T08:24:26,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/35b62d64a9a6477b9ef8517c69c4c3ec is 50, key is test_row_0/C:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:26,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T08:24:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741905_1081 (size=12301) 2024-11-09T08:24:26,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/35b62d64a9a6477b9ef8517c69c4c3ec 2024-11-09T08:24:26,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/5e1f03ff73164e5ea7c1293f5bf8a9da as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da 2024-11-09T08:24:26,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T08:24:26,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/64fe5e33767d4c8b82413c356779606c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c 2024-11-09T08:24:26,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T08:24:26,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/35b62d64a9a6477b9ef8517c69c4c3ec as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec 2024-11-09T08:24:26,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec, entries=150, sequenceid=334, filesize=12.0 K 2024-11-09T08:24:26,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 500898e69872342141d89f229e81427c in 877ms, sequenceid=334, compaction requested=true 2024-11-09T08:24:26,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:26,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:26,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:26,347 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:26,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:26,348 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:26,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:26,349 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:26,349 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:26,349 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:26,349 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:26,349 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,349 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,349 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/47cac3983e724ff8b937707ff61b276d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.7 K 2024-11-09T08:24:26,349 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1a20ee0087cb4212be1cfa7bf5aab3af, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.7 K 2024-11-09T08:24:26,350 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47cac3983e724ff8b937707ff61b276d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:26,350 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a20ee0087cb4212be1cfa7bf5aab3af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:26,351 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5aba61d637534d868cb14286cc43d216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731140664678 2024-11-09T08:24:26,351 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e049e047de480a8d6ca921770b551a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731140664678 2024-11-09T08:24:26,351 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1f03ff73164e5ea7c1293f5bf8a9da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:26,352 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 64fe5e33767d4c8b82413c356779606c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:26,365 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:26,365 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/36053f30aa0147ee9869ed21431958c5 is 50, key is test_row_0/A:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:26,370 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:26,371 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/67bba93af60440c0943f81b674e99db4 is 50, key is test_row_0/B:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741906_1082 (size=13085) 2024-11-09T08:24:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741907_1083 (size=13085) 2024-11-09T08:24:26,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-09T08:24:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,470 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T08:24:26,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/9d00c7456ef74b67a8270f3b31a2612e is 50, key is test_row_0/A:col10/1731140665503/Put/seqid=0 2024-11-09T08:24:26,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741908_1084 (size=12301) 2024-11-09T08:24:26,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:26,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:26,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140726676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140726679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140726680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,785 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/36053f30aa0147ee9869ed21431958c5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/36053f30aa0147ee9869ed21431958c5 2024-11-09T08:24:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140726787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,797 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 36053f30aa0147ee9869ed21431958c5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:26,797 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:26,797 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140666347; duration=0sec 2024-11-09T08:24:26,798 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:26,798 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:26,798 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:26,801 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/67bba93af60440c0943f81b674e99db4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67bba93af60440c0943f81b674e99db4 2024-11-09T08:24:26,805 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:26,806 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:26,806 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:26,806 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/05bd03e385ba4de284ca1726d3c89dd1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.7 K 2024-11-09T08:24:26,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05bd03e385ba4de284ca1726d3c89dd1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731140664254 2024-11-09T08:24:26,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140726801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,809 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc938ea127f145ac823892a7cb351a62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731140664678 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140726803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:26,810 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35b62d64a9a6477b9ef8517c69c4c3ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:26,813 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 67bba93af60440c0943f81b674e99db4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:26,813 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:26,813 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140666347; duration=0sec 2024-11-09T08:24:26,813 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:26,813 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:26,823 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:26,824 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9ff8eef592c6497ab9f7edb503c51dfd is 50, key is test_row_0/C:col10/1731140665356/Put/seqid=0 2024-11-09T08:24:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741909_1085 (size=13085) 2024-11-09T08:24:26,883 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/9d00c7456ef74b67a8270f3b31a2612e 2024-11-09T08:24:26,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fc82b12fee6645009c5bda5b16497c86 is 50, key is test_row_0/B:col10/1731140665503/Put/seqid=0 2024-11-09T08:24:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741910_1086 (size=12301) 2024-11-09T08:24:26,923 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fc82b12fee6645009c5bda5b16497c86 2024-11-09T08:24:26,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/f8778d989c3f4744a7cc76a7e44db96d is 50, key is test_row_0/C:col10/1731140665503/Put/seqid=0 2024-11-09T08:24:26,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741911_1087 (size=12301) 2024-11-09T08:24:26,968 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/f8778d989c3f4744a7cc76a7e44db96d 2024-11-09T08:24:26,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/9d00c7456ef74b67a8270f3b31a2612e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e 2024-11-09T08:24:26,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140726997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:26,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,006 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e, entries=150, sequenceid=351, filesize=12.0 K 2024-11-09T08:24:27,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/fc82b12fee6645009c5bda5b16497c86 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86 2024-11-09T08:24:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86, entries=150, sequenceid=351, filesize=12.0 K 2024-11-09T08:24:27,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/f8778d989c3f4744a7cc76a7e44db96d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d 2024-11-09T08:24:27,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140727017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140727017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d, entries=150, sequenceid=351, filesize=12.0 K 2024-11-09T08:24:27,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 500898e69872342141d89f229e81427c in 556ms, sequenceid=351, compaction requested=false 2024-11-09T08:24:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:27,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-09T08:24:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-09T08:24:27,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-09T08:24:27,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3280 sec 2024-11-09T08:24:27,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3400 sec 2024-11-09T08:24:27,244 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/9ff8eef592c6497ab9f7edb503c51dfd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9ff8eef592c6497ab9f7edb503c51dfd 2024-11-09T08:24:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:27,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T08:24:27,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6c87acaee9f84e23880bf76f7492107f is 50, key is test_row_0/A:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:27,265 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into 9ff8eef592c6497ab9f7edb503c51dfd(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:27,265 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:27,265 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140666348; duration=0sec 2024-11-09T08:24:27,266 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:27,266 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741912_1088 (size=14741) 2024-11-09T08:24:27,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140727305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140727307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140727327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140727327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140727416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140727627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6c87acaee9f84e23880bf76f7492107f 2024-11-09T08:24:27,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/63f588744098458da1dd38bc2cf8b7e1 is 50, key is test_row_0/B:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:27,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741913_1089 (size=12301) 2024-11-09T08:24:27,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/63f588744098458da1dd38bc2cf8b7e1 2024-11-09T08:24:27,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/265fc690333d4742a6d2e4b2131921a2 is 50, key is test_row_0/C:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741914_1090 (size=12301) 2024-11-09T08:24:27,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140727817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-09T08:24:27,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:27,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:27,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140727837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-09T08:24:27,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140727837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,842 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T08:24:27,843 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:27,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:27,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140727937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T08:24:27,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T08:24:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:27,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:27,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:27,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:28,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/265fc690333d4742a6d2e4b2131921a2 2024-11-09T08:24:28,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6c87acaee9f84e23880bf76f7492107f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f 2024-11-09T08:24:28,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f, entries=200, sequenceid=373, filesize=14.4 K 2024-11-09T08:24:28,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/63f588744098458da1dd38bc2cf8b7e1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1 2024-11-09T08:24:28,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1, entries=150, sequenceid=373, filesize=12.0 K 2024-11-09T08:24:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/265fc690333d4742a6d2e4b2131921a2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2 2024-11-09T08:24:28,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2, entries=150, sequenceid=373, filesize=12.0 K 2024-11-09T08:24:28,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 500898e69872342141d89f229e81427c in 898ms, sequenceid=373, compaction requested=true 2024-11-09T08:24:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:28,148 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:28,148 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:28,149 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:28,149 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:28,149 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:28,149 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:28,149 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:28,149 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:28,149 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/36053f30aa0147ee9869ed21431958c5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=39.2 K 2024-11-09T08:24:28,149 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67bba93af60440c0943f81b674e99db4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.8 K 2024-11-09T08:24:28,149 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36053f30aa0147ee9869ed21431958c5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:28,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-09T08:24:28,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:28,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T08:24:28,150 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 67bba93af60440c0943f81b674e99db4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:28,151 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d00c7456ef74b67a8270f3b31a2612e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731140665496 2024-11-09T08:24:28,151 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fc82b12fee6645009c5bda5b16497c86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731140665496 2024-11-09T08:24:28,153 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c87acaee9f84e23880bf76f7492107f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:28,153 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f588744098458da1dd38bc2cf8b7e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T08:24:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/acde14f71afe4a0caeab85b80c1d357f is 50, key is test_row_0/A:col10/1731140667269/Put/seqid=0 2024-11-09T08:24:28,170 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:28,170 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6396d3b6ac9241a3ba1d61aa4a39a7df is 50, key is test_row_0/A:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741915_1091 (size=12301) 2024-11-09T08:24:28,172 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/acde14f71afe4a0caeab85b80c1d357f 2024-11-09T08:24:28,176 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:28,178 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/f08c66f216604fbf8a37bfedc23ab962 is 50, key is test_row_0/B:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741916_1092 (size=13187) 2024-11-09T08:24:28,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/b4d429112c814b17ac90bf2a366b5322 is 50, key is test_row_0/B:col10/1731140667269/Put/seqid=0 2024-11-09T08:24:28,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741917_1093 (size=13187) 2024-11-09T08:24:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741918_1094 (size=12301) 2024-11-09T08:24:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:28,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T08:24:28,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140728478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140728478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,590 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6396d3b6ac9241a3ba1d61aa4a39a7df as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6396d3b6ac9241a3ba1d61aa4a39a7df 2024-11-09T08:24:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140728587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140728587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,598 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/f08c66f216604fbf8a37bfedc23ab962 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/f08c66f216604fbf8a37bfedc23ab962 2024-11-09T08:24:28,598 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 6396d3b6ac9241a3ba1d61aa4a39a7df(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:28,598 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:28,598 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140668147; duration=0sec 2024-11-09T08:24:28,599 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:28,599 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:28,599 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:28,600 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:28,600 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:28,600 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:28,600 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9ff8eef592c6497ab9f7edb503c51dfd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.8 K 2024-11-09T08:24:28,601 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ff8eef592c6497ab9f7edb503c51dfd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731140665356 2024-11-09T08:24:28,601 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8778d989c3f4744a7cc76a7e44db96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731140665496 2024-11-09T08:24:28,602 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 265fc690333d4742a6d2e4b2131921a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:28,604 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into f08c66f216604fbf8a37bfedc23ab962(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:28,604 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:28,604 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140668148; duration=0sec 2024-11-09T08:24:28,604 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:28,604 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:28,605 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/b4d429112c814b17ac90bf2a366b5322 2024-11-09T08:24:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efe6f9ce66784e8b959c5758741dfee1 is 50, key is test_row_0/C:col10/1731140667269/Put/seqid=0 2024-11-09T08:24:28,631 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#83 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:28,631 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/6a33638858bf4834a0ad54b7d336618a is 50, key is test_row_0/C:col10/1731140666677/Put/seqid=0 2024-11-09T08:24:28,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741919_1095 (size=13187) 2024-11-09T08:24:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741920_1096 (size=12301) 2024-11-09T08:24:28,659 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efe6f9ce66784e8b959c5758741dfee1 2024-11-09T08:24:28,665 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/6a33638858bf4834a0ad54b7d336618a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6a33638858bf4834a0ad54b7d336618a 2024-11-09T08:24:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/acde14f71afe4a0caeab85b80c1d357f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f 2024-11-09T08:24:28,678 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into 6a33638858bf4834a0ad54b7d336618a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:28,678 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:28,678 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140668148; duration=0sec 2024-11-09T08:24:28,678 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:28,678 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:28,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f, entries=150, sequenceid=390, filesize=12.0 K 2024-11-09T08:24:28,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/b4d429112c814b17ac90bf2a366b5322 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322 2024-11-09T08:24:28,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322, entries=150, sequenceid=390, filesize=12.0 K 2024-11-09T08:24:28,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efe6f9ce66784e8b959c5758741dfee1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1 2024-11-09T08:24:28,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1, entries=150, sequenceid=390, filesize=12.0 K 2024-11-09T08:24:28,707 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 500898e69872342141d89f229e81427c in 557ms, sequenceid=390, compaction requested=false 2024-11-09T08:24:28,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:28,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:28,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-09T08:24:28,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-09T08:24:28,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-09T08:24:28,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 866 msec 2024-11-09T08:24:28,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 876 msec 2024-11-09T08:24:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:28,801 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:28,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:24:28,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/03bd75682968445ca0c7125324c61dd5 is 50, key is test_row_0/A:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140728827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,830 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140728829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140728831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741921_1097 (size=14741) 2024-11-09T08:24:28,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/03bd75682968445ca0c7125324c61dd5 2024-11-09T08:24:28,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/3b2835fbf06049a8b275f6461146a618 is 50, key is test_row_0/B:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741922_1098 (size=12301) 2024-11-09T08:24:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140728857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140728857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,861 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:28,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,862 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140728942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140728942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:28,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-09T08:24:28,977 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:28,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-09T08:24:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:28,981 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:28,981 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:28,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:29,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T08:24:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140729147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140729147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/3b2835fbf06049a8b275f6461146a618 2024-11-09T08:24:29,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e0e90b08ccf44a282b89c018137bcfe is 50, key is test_row_0/C:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741923_1099 (size=12301) 2024-11-09T08:24:29,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e0e90b08ccf44a282b89c018137bcfe 2024-11-09T08:24:29,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/03bd75682968445ca0c7125324c61dd5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5 2024-11-09T08:24:29,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5, entries=200, sequenceid=416, filesize=14.4 K 2024-11-09T08:24:29,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/3b2835fbf06049a8b275f6461146a618 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618 2024-11-09T08:24:29,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618, entries=150, sequenceid=416, filesize=12.0 K 2024-11-09T08:24:29,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/7e0e90b08ccf44a282b89c018137bcfe as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe 2024-11-09T08:24:29,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T08:24:29,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:29,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe, entries=150, sequenceid=416, filesize=12.0 K 2024-11-09T08:24:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:29,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 500898e69872342141d89f229e81427c in 496ms, sequenceid=416, compaction requested=true 2024-11-09T08:24:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:29,297 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:29,297 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:29,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:29,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:29,298 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:29,298 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:29,298 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:29,299 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,299 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6396d3b6ac9241a3ba1d61aa4a39a7df, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=39.3 K 2024-11-09T08:24:29,299 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6396d3b6ac9241a3ba1d61aa4a39a7df, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:29,299 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting acde14f71afe4a0caeab85b80c1d357f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731140667269 2024-11-09T08:24:29,300 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03bd75682968445ca0c7125324c61dd5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:29,301 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:29,301 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,301 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/f08c66f216604fbf8a37bfedc23ab962, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.9 K 2024-11-09T08:24:29,301 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f08c66f216604fbf8a37bfedc23ab962, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:29,302 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting b4d429112c814b17ac90bf2a366b5322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731140667269 2024-11-09T08:24:29,302 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b2835fbf06049a8b275f6461146a618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:29,326 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:29,327 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6b38ce8f9eee4432ad68e8ff647cacb9 is 50, key is test_row_0/A:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:29,338 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#88 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:29,338 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/3f989d0ac9ac4dfa8ef407abbe9ede67 is 50, key is test_row_0/B:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:29,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741924_1100 (size=13289) 2024-11-09T08:24:29,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741925_1101 (size=13289) 2024-11-09T08:24:29,354 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/3f989d0ac9ac4dfa8ef407abbe9ede67 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3f989d0ac9ac4dfa8ef407abbe9ede67 2024-11-09T08:24:29,362 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 3f989d0ac9ac4dfa8ef407abbe9ede67(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:29,362 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:29,362 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140669297; duration=0sec 2024-11-09T08:24:29,363 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:29,363 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:29,363 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:29,366 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:29,366 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:29,366 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,366 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6a33638858bf4834a0ad54b7d336618a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=36.9 K 2024-11-09T08:24:29,367 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a33638858bf4834a0ad54b7d336618a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731140666673 2024-11-09T08:24:29,367 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting efe6f9ce66784e8b959c5758741dfee1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731140667269 2024-11-09T08:24:29,367 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0e90b08ccf44a282b89c018137bcfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:29,376 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:29,377 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d06fe63bf35d4e09adab9270f6611904 is 50, key is test_row_0/C:col10/1731140668475/Put/seqid=0 2024-11-09T08:24:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741926_1102 (size=13289) 2024-11-09T08:24:29,398 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/d06fe63bf35d4e09adab9270f6611904 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d06fe63bf35d4e09adab9270f6611904 2024-11-09T08:24:29,405 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into d06fe63bf35d4e09adab9270f6611904(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:29,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:29,405 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140669298; duration=0sec 2024-11-09T08:24:29,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:29,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:29,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-09T08:24:29,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:24:29,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/1963b1f5c4f14985ae3857548b08638c is 50, key is test_row_0/A:col10/1731140668824/Put/seqid=0 2024-11-09T08:24:29,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741927_1103 (size=12301) 2024-11-09T08:24:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:29,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140729507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140729508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:29,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140729617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140729617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,813 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/6b38ce8f9eee4432ad68e8ff647cacb9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6b38ce8f9eee4432ad68e8ff647cacb9 2024-11-09T08:24:29,821 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 6b38ce8f9eee4432ad68e8ff647cacb9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:29,821 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:29,821 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140669297; duration=0sec 2024-11-09T08:24:29,821 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:29,821 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:29,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140729827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140729827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:29,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:29,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:29,853 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/1963b1f5c4f14985ae3857548b08638c 2024-11-09T08:24:29,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e585829c7e8645cba771c5c90a5b3af1 is 50, key is test_row_0/B:col10/1731140668824/Put/seqid=0 2024-11-09T08:24:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741928_1104 (size=12301) 2024-11-09T08:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140730137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140730137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e585829c7e8645cba771c5c90a5b3af1 2024-11-09T08:24:30,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/6bc4be747b8b4e7e890fe3270c34326f is 50, key is test_row_0/C:col10/1731140668824/Put/seqid=0 2024-11-09T08:24:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741929_1105 (size=12301) 2024-11-09T08:24:30,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140730647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140730647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,685 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/6bc4be747b8b4e7e890fe3270c34326f 2024-11-09T08:24:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/1963b1f5c4f14985ae3857548b08638c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c 2024-11-09T08:24:30,695 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T08:24:30,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e585829c7e8645cba771c5c90a5b3af1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1 2024-11-09T08:24:30,702 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T08:24:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/6bc4be747b8b4e7e890fe3270c34326f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f 2024-11-09T08:24:30,708 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f, entries=150, sequenceid=431, filesize=12.0 K 2024-11-09T08:24:30,709 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 500898e69872342141d89f229e81427c in 1265ms, sequenceid=431, compaction requested=false 2024-11-09T08:24:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-09T08:24:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-09T08:24:30,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-09T08:24:30,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7290 sec 2024-11-09T08:24:30,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.7360 sec 2024-11-09T08:24:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:30,838 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:30,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:24:30,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/4382327c2c744c4db60bcf68cd53f1ff is 50, key is test_row_0/A:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:30,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741930_1106 (size=12301) 2024-11-09T08:24:30,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140730865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37702 deadline: 1731140730877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37700 deadline: 1731140730877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,880 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,880 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:30,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140730977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-09T08:24:31,127 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:31,128 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-09T08:24:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:31,129 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:31,130 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:31,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140731186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:31,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:31,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/4382327c2c744c4db60bcf68cd53f1ff 2024-11-09T08:24:31,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e582c17a0d734833914003fa51f4c1c8 is 50, key is test_row_0/B:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741931_1107 (size=12301) 2024-11-09T08:24:31,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:31,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:31,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:31,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140731497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:31,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e582c17a0d734833914003fa51f4c1c8 2024-11-09T08:24:31,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140731656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:31,661 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:31,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/14cb9494744d4cc0943844653da58e2c is 50, key is test_row_0/C:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140731666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:31,670 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 500898e69872342141d89f229e81427c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:31,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741932_1108 (size=12301) 2024-11-09T08:24:31,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:31,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:31,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:32,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140732007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:32,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:32,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:32,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:32,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:32,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:32,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/14cb9494744d4cc0943844653da58e2c 2024-11-09T08:24:32,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/4382327c2c744c4db60bcf68cd53f1ff as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff 2024-11-09T08:24:32,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T08:24:32,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/e582c17a0d734833914003fa51f4c1c8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8 2024-11-09T08:24:32,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T08:24:32,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/14cb9494744d4cc0943844653da58e2c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c 2024-11-09T08:24:32,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c, entries=150, sequenceid=456, filesize=12.0 K 2024-11-09T08:24:32,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 500898e69872342141d89f229e81427c in 1256ms, sequenceid=456, compaction requested=true 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:32,095 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:32,095 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:32,096 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:32,096 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:32,096 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:32,096 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:32,096 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,096 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,096 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3f989d0ac9ac4dfa8ef407abbe9ede67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=37.0 K 2024-11-09T08:24:32,096 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6b38ce8f9eee4432ad68e8ff647cacb9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=37.0 K 2024-11-09T08:24:32,097 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b38ce8f9eee4432ad68e8ff647cacb9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:32,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f989d0ac9ac4dfa8ef407abbe9ede67, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:32,097 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1963b1f5c4f14985ae3857548b08638c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731140668813 2024-11-09T08:24:32,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e585829c7e8645cba771c5c90a5b3af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731140668813 2024-11-09T08:24:32,098 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4382327c2c744c4db60bcf68cd53f1ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:32,098 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e582c17a0d734833914003fa51f4c1c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:32,105 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:32,106 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/04dcfa08a21744988915630a2c741ff0 is 50, key is test_row_0/B:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:32,106 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:32,107 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/7d7d1c85e65a4264a1b3acb3adc7dacf is 50, key is test_row_0/A:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:32,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741933_1109 (size=13391) 2024-11-09T08:24:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741934_1110 (size=13391) 2024-11-09T08:24:32,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-09T08:24:32,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,211 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:32,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/cdbd1c435e1944f9a5e3618fde1e9afd is 50, key is test_row_0/A:col10/1731140670864/Put/seqid=0 2024-11-09T08:24:32,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741935_1111 (size=12301) 2024-11-09T08:24:32,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/cdbd1c435e1944f9a5e3618fde1e9afd 2024-11-09T08:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/42c5a50d503c4741b328549c52de6d0e is 50, key is test_row_0/B:col10/1731140670864/Put/seqid=0 2024-11-09T08:24:32,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741936_1112 (size=12301) 2024-11-09T08:24:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:32,525 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/7d7d1c85e65a4264a1b3acb3adc7dacf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7d7d1c85e65a4264a1b3acb3adc7dacf 2024-11-09T08:24:32,528 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/04dcfa08a21744988915630a2c741ff0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04dcfa08a21744988915630a2c741ff0 2024-11-09T08:24:32,532 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 7d7d1c85e65a4264a1b3acb3adc7dacf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:32,532 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:32,532 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140672095; duration=0sec 2024-11-09T08:24:32,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:32,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:32,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:32,534 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:32,534 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:32,534 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:32,535 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d06fe63bf35d4e09adab9270f6611904, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=37.0 K 2024-11-09T08:24:32,535 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d06fe63bf35d4e09adab9270f6611904, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731140668475 2024-11-09T08:24:32,535 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 04dcfa08a21744988915630a2c741ff0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:32,535 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:32,536 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140672095; duration=0sec 2024-11-09T08:24:32,536 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:32,536 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:32,536 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bc4be747b8b4e7e890fe3270c34326f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1731140668813 2024-11-09T08:24:32,537 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14cb9494744d4cc0943844653da58e2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:32,544 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:32,546 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/eb211a753be44240befa1def3c1224d7 is 50, key is test_row_0/C:col10/1731140669497/Put/seqid=0 2024-11-09T08:24:32,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741937_1113 (size=13391) 2024-11-09T08:24:32,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/42c5a50d503c4741b328549c52de6d0e 2024-11-09T08:24:32,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efd8932665be4abfb463026541266077 is 50, key is test_row_0/C:col10/1731140670864/Put/seqid=0 2024-11-09T08:24:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741938_1114 (size=12301) 2024-11-09T08:24:32,958 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/eb211a753be44240befa1def3c1224d7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/eb211a753be44240befa1def3c1224d7 2024-11-09T08:24:32,963 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into eb211a753be44240befa1def3c1224d7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:32,963 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:32,963 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140672095; duration=0sec 2024-11-09T08:24:32,963 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:32,963 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:33,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:33,059 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efd8932665be4abfb463026541266077 2024-11-09T08:24:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/cdbd1c435e1944f9a5e3618fde1e9afd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd 2024-11-09T08:24:33,071 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T08:24:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/42c5a50d503c4741b328549c52de6d0e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e 2024-11-09T08:24:33,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T08:24:33,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/efd8932665be4abfb463026541266077 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077 2024-11-09T08:24:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140733083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077, entries=150, sequenceid=468, filesize=12.0 K 2024-11-09T08:24:33,089 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 500898e69872342141d89f229e81427c in 878ms, sequenceid=468, compaction requested=false 2024-11-09T08:24:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-09T08:24:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-09T08:24:33,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-09T08:24:33,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9600 sec 2024-11-09T08:24:33,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.9640 sec 2024-11-09T08:24:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:33,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:33,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:24:33,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/392bb98ba23345aa989cfaa6dfe35bb7 is 50, key is test_row_0/A:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741939_1115 (size=14741) 2024-11-09T08:24:33,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/392bb98ba23345aa989cfaa6dfe35bb7 2024-11-09T08:24:33,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/176dd06b074b40b1b4400f348b186ae5 is 50, key is test_row_0/B:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741940_1116 (size=12301) 2024-11-09T08:24:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140733218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-09T08:24:33,277 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:33,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-09T08:24:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:33,279 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:33,280 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:33,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:33,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140733326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:33,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:33,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140733537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:33,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/176dd06b074b40b1b4400f348b186ae5 2024-11-09T08:24:33,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/37c717a44321418e948d7039f00ece7b is 50, key is test_row_0/C:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741941_1117 (size=12301) 2024-11-09T08:24:33,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/37c717a44321418e948d7039f00ece7b 2024-11-09T08:24:33,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/392bb98ba23345aa989cfaa6dfe35bb7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7 2024-11-09T08:24:33,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7, entries=200, sequenceid=496, filesize=14.4 K 2024-11-09T08:24:33,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/176dd06b074b40b1b4400f348b186ae5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5 2024-11-09T08:24:33,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5, entries=150, sequenceid=496, filesize=12.0 K 2024-11-09T08:24:33,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/37c717a44321418e948d7039f00ece7b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b 2024-11-09T08:24:33,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b, entries=150, sequenceid=496, filesize=12.0 K 2024-11-09T08:24:33,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 500898e69872342141d89f229e81427c in 475ms, sequenceid=496, compaction requested=true 2024-11-09T08:24:33,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:33,666 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:33,666 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 500898e69872342141d89f229e81427c:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:33,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:33,667 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:33,667 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/B is initiating minor compaction (all files) 2024-11-09T08:24:33,667 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/B in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,668 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04dcfa08a21744988915630a2c741ff0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=37.1 K 2024-11-09T08:24:33,668 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:33,668 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/A is initiating minor compaction (all files) 2024-11-09T08:24:33,668 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/A in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,668 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 04dcfa08a21744988915630a2c741ff0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:33,668 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7d7d1c85e65a4264a1b3acb3adc7dacf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=39.5 K 2024-11-09T08:24:33,669 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c5a50d503c4741b328549c52de6d0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731140670855 2024-11-09T08:24:33,669 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d7d1c85e65a4264a1b3acb3adc7dacf, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:33,669 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 176dd06b074b40b1b4400f348b186ae5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731140673073 2024-11-09T08:24:33,669 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdbd1c435e1944f9a5e3618fde1e9afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731140670855 2024-11-09T08:24:33,670 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 392bb98ba23345aa989cfaa6dfe35bb7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731140673073 2024-11-09T08:24:33,677 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:33,678 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/9d535e098ec34c91ab15cec5a1a8bbf8 is 50, key is test_row_0/B:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:33,679 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:33,679 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/55b0d9c9a66547029709625158885532 is 50, key is test_row_0/A:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:33,681 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:33,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741942_1118 (size=13493) 2024-11-09T08:24:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741943_1119 (size=13493) 2024-11-09T08:24:33,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/068c5d8abfc441f39cc45875314db869 is 50, key is test_row_0/A:col10/1731140673677/Put/seqid=0 2024-11-09T08:24:33,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741944_1120 (size=14741) 2024-11-09T08:24:33,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/068c5d8abfc441f39cc45875314db869 2024-11-09T08:24:33,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5388988858df4565ae492c4f008bf9f5 is 50, key is test_row_0/B:col10/1731140673677/Put/seqid=0 2024-11-09T08:24:33,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741945_1121 (size=12301) 2024-11-09T08:24:33,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5388988858df4565ae492c4f008bf9f5 2024-11-09T08:24:33,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140733735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140733736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e6cb1e931e324cc9965940844b6b4420 is 50, key is test_row_0/C:col10/1731140673677/Put/seqid=0 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741946_1122 (size=12301) 2024-11-09T08:24:33,774 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-09T08:24:33,774 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:33,777 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-09T08:24:33,777 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:33,778 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-09T08:24:33,778 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:33,779 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:33,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:33,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:33,784 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-09T08:24:33,784 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:33,784 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,784 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:33,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37738 deadline: 1731140733846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140733847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140733846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:33,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:33,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:34,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:34,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:34,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:34,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37768 deadline: 1731140734058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37722 deadline: 1731140734057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:24:34,092 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/9d535e098ec34c91ab15cec5a1a8bbf8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9d535e098ec34c91ab15cec5a1a8bbf8 2024-11-09T08:24:34,097 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/B of 500898e69872342141d89f229e81427c into 9d535e098ec34c91ab15cec5a1a8bbf8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:34,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:34,097 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/B, priority=13, startTime=1731140673666; duration=0sec 2024-11-09T08:24:34,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:34,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:B 2024-11-09T08:24:34,097 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:34,098 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:34,098 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 500898e69872342141d89f229e81427c/C is initiating minor compaction (all files) 2024-11-09T08:24:34,098 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 500898e69872342141d89f229e81427c/C in TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:34,099 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/eb211a753be44240befa1def3c1224d7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp, totalSize=37.1 K 2024-11-09T08:24:34,099 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting eb211a753be44240befa1def3c1224d7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1731140669497 2024-11-09T08:24:34,099 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting efd8932665be4abfb463026541266077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1731140670855 2024-11-09T08:24:34,100 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 37c717a44321418e948d7039f00ece7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1731140673073 2024-11-09T08:24:34,108 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 500898e69872342141d89f229e81427c#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:34,109 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/fc2e393abf7442a1ad70e71c5f6048cf is 50, key is test_row_0/C:col10/1731140673082/Put/seqid=0 2024-11-09T08:24:34,113 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/55b0d9c9a66547029709625158885532 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/55b0d9c9a66547029709625158885532 2024-11-09T08:24:34,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741947_1123 (size=13493) 2024-11-09T08:24:34,118 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/A of 500898e69872342141d89f229e81427c into 55b0d9c9a66547029709625158885532(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:34,118 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:34,118 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/A, priority=13, startTime=1731140673665; duration=0sec 2024-11-09T08:24:34,118 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:34,118 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:A 2024-11-09T08:24:34,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e6cb1e931e324cc9965940844b6b4420 2024-11-09T08:24:34,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/068c5d8abfc441f39cc45875314db869 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/068c5d8abfc441f39cc45875314db869 2024-11-09T08:24:34,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/068c5d8abfc441f39cc45875314db869, entries=200, sequenceid=508, filesize=14.4 K 2024-11-09T08:24:34,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5388988858df4565ae492c4f008bf9f5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5388988858df4565ae492c4f008bf9f5 2024-11-09T08:24:34,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5388988858df4565ae492c4f008bf9f5, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T08:24:34,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/e6cb1e931e324cc9965940844b6b4420 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e6cb1e931e324cc9965940844b6b4420 2024-11-09T08:24:34,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e6cb1e931e324cc9965940844b6b4420, entries=150, sequenceid=508, filesize=12.0 K 2024-11-09T08:24:34,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 500898e69872342141d89f229e81427c in 489ms, sequenceid=508, compaction requested=false 2024-11-09T08:24:34,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:34,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-09T08:24:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:34,205 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:24:34,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/88b424f321f6442d9ad0ea281e338a25 is 50, key is test_row_0/A:col10/1731140673732/Put/seqid=0 2024-11-09T08:24:34,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741948_1124 (size=12301) 2024-11-09T08:24:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 500898e69872342141d89f229e81427c 2024-11-09T08:24:34,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. as already flushing 2024-11-09T08:24:34,359 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-09T08:24:34,359 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:34,359 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,359 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:34,370 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-09T08:24:34,370 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-09T08:24:34,370 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:34,370 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:34,370 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,370 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,370 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,370 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:34,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:34,528 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/fc2e393abf7442a1ad70e71c5f6048cf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/fc2e393abf7442a1ad70e71c5f6048cf 2024-11-09T08:24:34,534 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 500898e69872342141d89f229e81427c/C of 500898e69872342141d89f229e81427c into fc2e393abf7442a1ad70e71c5f6048cf(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:34,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:34,534 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., storeName=500898e69872342141d89f229e81427c/C, priority=13, startTime=1731140673666; duration=0sec 2024-11-09T08:24:34,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:34,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 500898e69872342141d89f229e81427c:C 2024-11-09T08:24:34,613 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/88b424f321f6442d9ad0ea281e338a25 2024-11-09T08:24:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5d66b56ac2c14dccbd90a9bfe07c9db6 is 50, key is test_row_0/B:col10/1731140673732/Put/seqid=0 2024-11-09T08:24:34,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741949_1125 (size=12301) 2024-11-09T08:24:34,968 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-09T08:24:34,968 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-09T08:24:34,968 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:34,968 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:24:34,968 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,968 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,968 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,968 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:34,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:34,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:35,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5d66b56ac2c14dccbd90a9bfe07c9db6 2024-11-09T08:24:35,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/bcf06720895647c396e46771df3bb8a3 is 50, key is test_row_0/C:col10/1731140673732/Put/seqid=0 2024-11-09T08:24:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741950_1126 (size=12301) 2024-11-09T08:24:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:35,445 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/bcf06720895647c396e46771df3bb8a3 2024-11-09T08:24:35,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/88b424f321f6442d9ad0ea281e338a25 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/88b424f321f6442d9ad0ea281e338a25 2024-11-09T08:24:35,462 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/88b424f321f6442d9ad0ea281e338a25, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T08:24:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/5d66b56ac2c14dccbd90a9bfe07c9db6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5d66b56ac2c14dccbd90a9bfe07c9db6 2024-11-09T08:24:35,469 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5d66b56ac2c14dccbd90a9bfe07c9db6, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T08:24:35,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/bcf06720895647c396e46771df3bb8a3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/bcf06720895647c396e46771df3bb8a3 2024-11-09T08:24:35,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/bcf06720895647c396e46771df3bb8a3, entries=150, sequenceid=534, filesize=12.0 K 2024-11-09T08:24:35,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 500898e69872342141d89f229e81427c in 1270ms, sequenceid=534, compaction requested=true 2024-11-09T08:24:35,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 500898e69872342141d89f229e81427c: 2024-11-09T08:24:35,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:35,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-09T08:24:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-09T08:24:35,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-09T08:24:35,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-11-09T08:24:35,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.2000 sec 2024-11-09T08:24:36,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:24:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-09T08:24:37,437 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:37,437 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:24:37,437 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3809 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3672 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1708 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5121 rows 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1693 2024-11-09T08:24:37,438 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5076 rows 2024-11-09T08:24:37,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:24:37,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:24:37,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:37,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:37,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:24:37,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:24:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:37,456 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140677455"}]},"ts":"1731140677455"} 2024-11-09T08:24:37,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:24:37,459 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:24:37,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:24:37,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, UNASSIGN}] 2024-11-09T08:24:37,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, UNASSIGN 2024-11-09T08:24:37,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=500898e69872342141d89f229e81427c, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:37,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, UNASSIGN because future has completed 2024-11-09T08:24:37,472 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:24:37,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:37,631 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 500898e69872342141d89f229e81427c 2024-11-09T08:24:37,632 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:24:37,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 500898e69872342141d89f229e81427c, disabling compactions & flushes 2024-11-09T08:24:37,633 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:37,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:37,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. after waiting 0 ms 2024-11-09T08:24:37,633 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:37,634 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 500898e69872342141d89f229e81427c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T08:24:37,641 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/72518df80a664c15acabb8a7348cc54a is 50, key is test_row_0/A:col10/1731140674897/Put/seqid=0 2024-11-09T08:24:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741951_1127 (size=12301) 2024-11-09T08:24:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:38,048 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/72518df80a664c15acabb8a7348cc54a 2024-11-09T08:24:38,068 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c859153b61db4f958b28d3910b7d65b3 is 50, key is test_row_0/B:col10/1731140674897/Put/seqid=0 2024-11-09T08:24:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741952_1128 (size=12301) 2024-11-09T08:24:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:38,473 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c859153b61db4f958b28d3910b7d65b3 2024-11-09T08:24:38,488 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/caff4586a1544951ae2d7a4b019cfbde is 50, key is test_row_0/C:col10/1731140674897/Put/seqid=0 2024-11-09T08:24:38,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741953_1129 (size=12301) 2024-11-09T08:24:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:38,892 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=543 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/caff4586a1544951ae2d7a4b019cfbde 2024-11-09T08:24:38,899 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/A/72518df80a664c15acabb8a7348cc54a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/72518df80a664c15acabb8a7348cc54a 2024-11-09T08:24:38,907 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/72518df80a664c15acabb8a7348cc54a, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T08:24:38,908 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/B/c859153b61db4f958b28d3910b7d65b3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c859153b61db4f958b28d3910b7d65b3 2024-11-09T08:24:38,913 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c859153b61db4f958b28d3910b7d65b3, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T08:24:38,914 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/.tmp/C/caff4586a1544951ae2d7a4b019cfbde as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/caff4586a1544951ae2d7a4b019cfbde 2024-11-09T08:24:38,919 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/caff4586a1544951ae2d7a4b019cfbde, entries=150, sequenceid=543, filesize=12.0 K 2024-11-09T08:24:38,920 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 500898e69872342141d89f229e81427c in 1286ms, sequenceid=543, compaction requested=true 2024-11-09T08:24:38,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/0d68fb23d9bd40628abbbc41c234a4c3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/858d013737de492b89cbce490b91b628, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/59eec417125a4025b388a1b2ba96c558, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/74030636b4b641a6bdbe33c17dc43346, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/b56a1b16b07d46cf906803a236cc0c29, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/47cac3983e724ff8b937707ff61b276d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/36053f30aa0147ee9869ed21431958c5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6396d3b6ac9241a3ba1d61aa4a39a7df, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6b38ce8f9eee4432ad68e8ff647cacb9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7d7d1c85e65a4264a1b3acb3adc7dacf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7] to archive 2024-11-09T08:24:38,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:24:38,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e78ba25c9ada4ce6a8cc8045d47cf0ef 2024-11-09T08:24:38,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bac8f328ab1c4a0ea6942c987e564645 2024-11-09T08:24:38,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/23a7716b31bf46b5bd3d44f4dff788bf 2024-11-09T08:24:38,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/0d68fb23d9bd40628abbbc41c234a4c3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/0d68fb23d9bd40628abbbc41c234a4c3 2024-11-09T08:24:38,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/da3587ac11b54bef9bd3cfec2fdfd269 2024-11-09T08:24:38,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/e608a34742a1444f9bd43ea217b76582 2024-11-09T08:24:38,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/f1a53949e85848478ebb03d57dc8115b 2024-11-09T08:24:38,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/858d013737de492b89cbce490b91b628 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/858d013737de492b89cbce490b91b628 2024-11-09T08:24:38,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/bce755de08d44179ba5bb803b381e88d 2024-11-09T08:24:38,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/59eec417125a4025b388a1b2ba96c558 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/59eec417125a4025b388a1b2ba96c558 2024-11-09T08:24:38,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7e1dfbb5f5e5423a961f15b108f7980a 2024-11-09T08:24:38,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/87616dc2ab0f4af08cf7a98f5667b5bb 2024-11-09T08:24:38,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/c943fce2b48242e9a3ddad3d9ad67ebb 2024-11-09T08:24:38,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/74030636b4b641a6bdbe33c17dc43346 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/74030636b4b641a6bdbe33c17dc43346 2024-11-09T08:24:38,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/d4494333d237495b930af6ec8eb43589 2024-11-09T08:24:38,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/65c6aa0a4e6540f0863927db8dcb369e 2024-11-09T08:24:38,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5a1338ab072e47dbb7a66f41f2c43e2f 2024-11-09T08:24:38,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/b56a1b16b07d46cf906803a236cc0c29 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/b56a1b16b07d46cf906803a236cc0c29 2024-11-09T08:24:38,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2afd399c92e94c0db8d3c53f44095f21 2024-11-09T08:24:38,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/47cac3983e724ff8b937707ff61b276d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/47cac3983e724ff8b937707ff61b276d 2024-11-09T08:24:38,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/2fd7fb0195e848c8926cba0ad2e816fa 2024-11-09T08:24:38,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5aba61d637534d868cb14286cc43d216 2024-11-09T08:24:38,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/36053f30aa0147ee9869ed21431958c5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/36053f30aa0147ee9869ed21431958c5 2024-11-09T08:24:38,959 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/5e1f03ff73164e5ea7c1293f5bf8a9da 2024-11-09T08:24:38,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/9d00c7456ef74b67a8270f3b31a2612e 2024-11-09T08:24:38,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6c87acaee9f84e23880bf76f7492107f 2024-11-09T08:24:38,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6396d3b6ac9241a3ba1d61aa4a39a7df to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6396d3b6ac9241a3ba1d61aa4a39a7df 2024-11-09T08:24:38,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/acde14f71afe4a0caeab85b80c1d357f 2024-11-09T08:24:38,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/03bd75682968445ca0c7125324c61dd5 2024-11-09T08:24:38,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6b38ce8f9eee4432ad68e8ff647cacb9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/6b38ce8f9eee4432ad68e8ff647cacb9 2024-11-09T08:24:38,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/1963b1f5c4f14985ae3857548b08638c 2024-11-09T08:24:38,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7d7d1c85e65a4264a1b3acb3adc7dacf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/7d7d1c85e65a4264a1b3acb3adc7dacf 2024-11-09T08:24:38,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/4382327c2c744c4db60bcf68cd53f1ff 2024-11-09T08:24:38,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/cdbd1c435e1944f9a5e3618fde1e9afd 2024-11-09T08:24:38,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/392bb98ba23345aa989cfaa6dfe35bb7 2024-11-09T08:24:38,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4b019a0cfb2243df901f4ef5e3975be0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/d15b63f57e9b45768626767e75977c63, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/a2f1f70406ad460db663fb6bf7fb5bb4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9ab1b58c470f4a3893d1d87d927b3ca8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5a443ff423f34255b8368ab78d8db1cf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1a20ee0087cb4212be1cfa7bf5aab3af, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67bba93af60440c0943f81b674e99db4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/f08c66f216604fbf8a37bfedc23ab962, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3f989d0ac9ac4dfa8ef407abbe9ede67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04dcfa08a21744988915630a2c741ff0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5] to archive 2024-11-09T08:24:38,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:24:38,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67c0eae5082e424dbcbeb3210fc023e8 2024-11-09T08:24:38,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/7fb13b7aae544a519218f2773f852e63 2024-11-09T08:24:38,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4b019a0cfb2243df901f4ef5e3975be0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4b019a0cfb2243df901f4ef5e3975be0 2024-11-09T08:24:38,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bc0244126b694abf87edc09bf29d1357 2024-11-09T08:24:38,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c7351c6ef7db423289bf7229baa6c245 2024-11-09T08:24:38,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/51eca6c506354eec925696cad50b31d5 2024-11-09T08:24:38,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/d15b63f57e9b45768626767e75977c63 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/d15b63f57e9b45768626767e75977c63 2024-11-09T08:24:38,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fb199609d60f46859d422edbdb4a43a3 2024-11-09T08:24:38,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/37b064a752034837b5ceca4e6bedbe4d 2024-11-09T08:24:39,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/a2f1f70406ad460db663fb6bf7fb5bb4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/a2f1f70406ad460db663fb6bf7fb5bb4 2024-11-09T08:24:39,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c123caae3106452da5eeef7dbd99b26a 2024-11-09T08:24:39,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/4bf0d5fc5a66405386598f8fd52ae2a4 2024-11-09T08:24:39,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/bb117a0be11d4cb3bb702becfa7e1521 2024-11-09T08:24:39,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9ab1b58c470f4a3893d1d87d927b3ca8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9ab1b58c470f4a3893d1d87d927b3ca8 2024-11-09T08:24:39,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/69bef3748a2a44eba2388a93136b0b94 2024-11-09T08:24:39,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04e8231539904bd6b563b82d7185edce 2024-11-09T08:24:39,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5a443ff423f34255b8368ab78d8db1cf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5a443ff423f34255b8368ab78d8db1cf 2024-11-09T08:24:39,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1c6f39bcee4247a7b9ef4ef73bb724be 2024-11-09T08:24:39,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/242f72a7424943b5985570a76566b5ec 2024-11-09T08:24:39,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1a20ee0087cb4212be1cfa7bf5aab3af to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/1a20ee0087cb4212be1cfa7bf5aab3af 2024-11-09T08:24:39,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/070d58a11ca84249bfc498fecb6fa3e8 2024-11-09T08:24:39,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/88e049e047de480a8d6ca921770b551a 2024-11-09T08:24:39,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67bba93af60440c0943f81b674e99db4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/67bba93af60440c0943f81b674e99db4 2024-11-09T08:24:39,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/64fe5e33767d4c8b82413c356779606c 2024-11-09T08:24:39,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/fc82b12fee6645009c5bda5b16497c86 2024-11-09T08:24:39,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/f08c66f216604fbf8a37bfedc23ab962 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/f08c66f216604fbf8a37bfedc23ab962 2024-11-09T08:24:39,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/63f588744098458da1dd38bc2cf8b7e1 2024-11-09T08:24:39,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/b4d429112c814b17ac90bf2a366b5322 2024-11-09T08:24:39,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3f989d0ac9ac4dfa8ef407abbe9ede67 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3f989d0ac9ac4dfa8ef407abbe9ede67 2024-11-09T08:24:39,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/3b2835fbf06049a8b275f6461146a618 2024-11-09T08:24:39,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e585829c7e8645cba771c5c90a5b3af1 2024-11-09T08:24:39,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04dcfa08a21744988915630a2c741ff0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/04dcfa08a21744988915630a2c741ff0 2024-11-09T08:24:39,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/e582c17a0d734833914003fa51f4c1c8 2024-11-09T08:24:39,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/42c5a50d503c4741b328549c52de6d0e 2024-11-09T08:24:39,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/176dd06b074b40b1b4400f348b186ae5 2024-11-09T08:24:39,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b50d880578fc4c73be70a023efd79c82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d49b670fc51a44d190a7076f127574aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/85731d45a64b488698e8342800a3d52e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/3bc65f8db8a24e3b803dd5453a6c3d4d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b13c84578fb24683aa6c87538df4edf5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/05bd03e385ba4de284ca1726d3c89dd1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9ff8eef592c6497ab9f7edb503c51dfd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6a33638858bf4834a0ad54b7d336618a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d06fe63bf35d4e09adab9270f6611904, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/eb211a753be44240befa1def3c1224d7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b] to archive 2024-11-09T08:24:39,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:24:39,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d831542918994e81b862de9bef3f2f78 2024-11-09T08:24:39,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/af9d4127aa244903aebfd1316dd16025 2024-11-09T08:24:39,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b50d880578fc4c73be70a023efd79c82 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b50d880578fc4c73be70a023efd79c82 2024-11-09T08:24:39,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/ee00fed65391489aaa68ae5ef97225ec 2024-11-09T08:24:39,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9445206a92f74618a316c936d8381dd2 2024-11-09T08:24:39,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/8037697085f04933a8f64ec921f7ebd9 2024-11-09T08:24:39,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d49b670fc51a44d190a7076f127574aa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d49b670fc51a44d190a7076f127574aa 2024-11-09T08:24:39,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e900bbda4d444d44b1a0b377d37c9e87 2024-11-09T08:24:39,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/699cf912e32043c6b367c3a93f9d3501 2024-11-09T08:24:39,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/85731d45a64b488698e8342800a3d52e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/85731d45a64b488698e8342800a3d52e 2024-11-09T08:24:39,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/986e468e2e2843d1ab53bed76d1550d2 2024-11-09T08:24:39,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e8295983e7b2458da1882e2a32bfb39e 2024-11-09T08:24:39,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/a67c7bd700424258abc4205ebcb2026f 2024-11-09T08:24:39,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/3bc65f8db8a24e3b803dd5453a6c3d4d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/3bc65f8db8a24e3b803dd5453a6c3d4d 2024-11-09T08:24:39,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b2d80651519c44ba9f6f7389eb2c40fb 2024-11-09T08:24:39,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/98617d5596424a07ba04c1f188dfb2d5 2024-11-09T08:24:39,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b13c84578fb24683aa6c87538df4edf5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/b13c84578fb24683aa6c87538df4edf5 2024-11-09T08:24:39,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e5a7225cf65348069a8bedaac317dcdc 2024-11-09T08:24:39,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e08068d6b4e4a60a94d833198ba30ad 2024-11-09T08:24:39,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/05bd03e385ba4de284ca1726d3c89dd1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/05bd03e385ba4de284ca1726d3c89dd1 2024-11-09T08:24:39,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9e36ddbef2b54c90ab3d22054f954640 2024-11-09T08:24:39,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/cc938ea127f145ac823892a7cb351a62 2024-11-09T08:24:39,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9ff8eef592c6497ab9f7edb503c51dfd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/9ff8eef592c6497ab9f7edb503c51dfd 2024-11-09T08:24:39,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/35b62d64a9a6477b9ef8517c69c4c3ec 2024-11-09T08:24:39,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/f8778d989c3f4744a7cc76a7e44db96d 2024-11-09T08:24:39,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6a33638858bf4834a0ad54b7d336618a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6a33638858bf4834a0ad54b7d336618a 2024-11-09T08:24:39,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/265fc690333d4742a6d2e4b2131921a2 2024-11-09T08:24:39,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efe6f9ce66784e8b959c5758741dfee1 2024-11-09T08:24:39,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d06fe63bf35d4e09adab9270f6611904 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/d06fe63bf35d4e09adab9270f6611904 2024-11-09T08:24:39,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/7e0e90b08ccf44a282b89c018137bcfe 2024-11-09T08:24:39,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/6bc4be747b8b4e7e890fe3270c34326f 2024-11-09T08:24:39,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/eb211a753be44240befa1def3c1224d7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/eb211a753be44240befa1def3c1224d7 2024-11-09T08:24:39,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/14cb9494744d4cc0943844653da58e2c 2024-11-09T08:24:39,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/efd8932665be4abfb463026541266077 2024-11-09T08:24:39,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/37c717a44321418e948d7039f00ece7b 2024-11-09T08:24:39,093 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/recovered.edits/546.seqid, newMaxSeqId=546, maxSeqId=1 2024-11-09T08:24:39,093 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. 2024-11-09T08:24:39,094 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 500898e69872342141d89f229e81427c: Waiting for close lock at 1731140677633Running coprocessor pre-close hooks at 1731140677633Disabling compacts and flushes for region at 1731140677633Disabling writes for close at 1731140677633Obtaining lock to block concurrent updates at 1731140677634 (+1 ms)Preparing flush snapshotting stores in 500898e69872342141d89f229e81427c at 1731140677634Finished memstore snapshotting TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731140677634Flushing stores of TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c. at 1731140677635 (+1 ms)Flushing 500898e69872342141d89f229e81427c/A: creating writer at 1731140677635Flushing 500898e69872342141d89f229e81427c/A: appending metadata at 1731140677640 (+5 ms)Flushing 500898e69872342141d89f229e81427c/A: closing flushed file at 1731140677640Flushing 500898e69872342141d89f229e81427c/B: creating writer at 1731140678061 (+421 ms)Flushing 500898e69872342141d89f229e81427c/B: appending metadata at 1731140678067 (+6 ms)Flushing 500898e69872342141d89f229e81427c/B: closing flushed file at 1731140678067Flushing 500898e69872342141d89f229e81427c/C: creating writer at 1731140678482 (+415 ms)Flushing 500898e69872342141d89f229e81427c/C: appending metadata at 1731140678487 (+5 ms)Flushing 500898e69872342141d89f229e81427c/C: closing flushed file at 1731140678487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d741ed9: reopening flushed file at 1731140678898 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d7a72a: reopening flushed file at 1731140678907 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4853de: reopening flushed file at 1731140678913 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 500898e69872342141d89f229e81427c in 1286ms, sequenceid=543, compaction requested=true at 1731140678920 (+7 ms)Writing region close event to WAL at 1731140679089 (+169 ms)Running coprocessor post-close hooks at 1731140679093 (+4 ms)Closed at 1731140679093 2024-11-09T08:24:39,096 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 500898e69872342141d89f229e81427c 2024-11-09T08:24:39,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=500898e69872342141d89f229e81427c, regionState=CLOSED 2024-11-09T08:24:39,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:24:39,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-09T08:24:39,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 500898e69872342141d89f229e81427c, server=d7c8ba49ede6,34803,1731140648245 in 1.6280 sec 2024-11-09T08:24:39,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-09T08:24:39,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=500898e69872342141d89f229e81427c, UNASSIGN in 1.6350 sec 2024-11-09T08:24:39,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-09T08:24:39,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6430 sec 2024-11-09T08:24:39,107 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140679106"}]},"ts":"1731140679106"} 2024-11-09T08:24:39,108 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:24:39,108 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:24:39,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6640 sec 2024-11-09T08:24:39,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-09T08:24:39,608 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:39,613 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:24:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,620 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-09T08:24:39,622 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c 2024-11-09T08:24:39,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/recovered.edits] 2024-11-09T08:24:39,634 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/068c5d8abfc441f39cc45875314db869 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/068c5d8abfc441f39cc45875314db869 2024-11-09T08:24:39,635 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/55b0d9c9a66547029709625158885532 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/55b0d9c9a66547029709625158885532 2024-11-09T08:24:39,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/72518df80a664c15acabb8a7348cc54a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/72518df80a664c15acabb8a7348cc54a 2024-11-09T08:24:39,637 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/88b424f321f6442d9ad0ea281e338a25 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/A/88b424f321f6442d9ad0ea281e338a25 2024-11-09T08:24:39,639 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5388988858df4565ae492c4f008bf9f5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5388988858df4565ae492c4f008bf9f5 2024-11-09T08:24:39,640 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5d66b56ac2c14dccbd90a9bfe07c9db6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/5d66b56ac2c14dccbd90a9bfe07c9db6 2024-11-09T08:24:39,641 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9d535e098ec34c91ab15cec5a1a8bbf8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/9d535e098ec34c91ab15cec5a1a8bbf8 2024-11-09T08:24:39,642 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c859153b61db4f958b28d3910b7d65b3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/B/c859153b61db4f958b28d3910b7d65b3 2024-11-09T08:24:39,644 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/bcf06720895647c396e46771df3bb8a3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/bcf06720895647c396e46771df3bb8a3 2024-11-09T08:24:39,645 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/caff4586a1544951ae2d7a4b019cfbde to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/caff4586a1544951ae2d7a4b019cfbde 2024-11-09T08:24:39,646 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e6cb1e931e324cc9965940844b6b4420 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/e6cb1e931e324cc9965940844b6b4420 2024-11-09T08:24:39,647 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/fc2e393abf7442a1ad70e71c5f6048cf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/C/fc2e393abf7442a1ad70e71c5f6048cf 2024-11-09T08:24:39,650 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/recovered.edits/546.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c/recovered.edits/546.seqid 2024-11-09T08:24:39,650 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/500898e69872342141d89f229e81427c 2024-11-09T08:24:39,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:24:39,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T08:24:39,663 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:24:39,689 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:24:39,690 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,691 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:24:39,691 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140679691"}]},"ts":"9223372036854775807"} 2024-11-09T08:24:39,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:24:39,695 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 500898e69872342141d89f229e81427c, NAME => 'TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:24:39,695 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:24:39,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140679695"}]},"ts":"9223372036854775807"} 2024-11-09T08:24:39,698 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:24:39,699 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-09T08:24:39,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-09T08:24:39,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:24:39,728 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:39,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1786006142_22 at /127.0.0.1:58886 [Waiting for operation #192] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1808726970_22 at /127.0.0.1:58676 [Waiting for operation #261] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d7c8ba49ede6:34803-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1960 (was 2902) 2024-11-09T08:24:39,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=1957 2024-11-09T08:24:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:24:39,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:24:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:39,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:24:39,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:39,752 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-09T08:24:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:39,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:24:39,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741954_1130 (size=959) 2024-11-09T08:24:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:40,166 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:24:40,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741955_1131 (size=53) 2024-11-09T08:24:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f190b854210aca00bcc74d3a30584d89, disabling compactions & flushes 2024-11-09T08:24:40,630 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. after waiting 0 ms 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,630 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,630 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f190b854210aca00bcc74d3a30584d89: Waiting for close lock at 1731140680630Disabling compacts and flushes for region at 1731140680630Disabling writes for close at 1731140680630Writing region close event to WAL at 1731140680630Closed at 1731140680630 2024-11-09T08:24:40,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:24:40,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140680631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140680631"}]},"ts":"1731140680631"} 2024-11-09T08:24:40,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:24:40,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:24:40,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140680634"}]},"ts":"1731140680634"} 2024-11-09T08:24:40,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:24:40,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, ASSIGN}] 2024-11-09T08:24:40,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, ASSIGN 2024-11-09T08:24:40,638 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:24:40,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:40,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, ASSIGN because future has completed 2024-11-09T08:24:40,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:40,954 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,954 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:24:40,955 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,955 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:40,955 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,956 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,957 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,960 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName A 2024-11-09T08:24:40,960 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:40,960 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:40,961 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,962 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName B 2024-11-09T08:24:40,962 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:40,962 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:40,962 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,963 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName C 2024-11-09T08:24:40,963 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:40,964 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:40,964 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,965 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,965 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,966 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:24:40,968 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,970 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:24:40,970 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened f190b854210aca00bcc74d3a30584d89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73925523, jitterRate=0.10157613456249237}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:24:40,970 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:40,971 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for f190b854210aca00bcc74d3a30584d89: Running coprocessor pre-open hook at 1731140680956Writing region info on filesystem at 1731140680956Initializing all the Stores at 1731140680957 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140680957Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140680957Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140680957Cleaning up temporary data from old regions at 1731140680966 (+9 ms)Running coprocessor post-open hooks at 1731140680970 (+4 ms)Region opened successfully at 1731140680971 (+1 ms) 2024-11-09T08:24:40,971 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., pid=36, masterSystemTime=1731140680944 2024-11-09T08:24:40,973 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,973 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:40,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:40,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:24:40,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-09T08:24:40,978 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 in 184 msec 2024-11-09T08:24:40,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-09T08:24:40,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, ASSIGN in 342 msec 2024-11-09T08:24:40,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:24:40,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140680980"}]},"ts":"1731140680980"} 2024-11-09T08:24:40,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:24:40,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:24:40,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2330 sec 2024-11-09T08:24:41,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-09T08:24:41,897 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:41,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:41,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:41,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:41,902 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:41,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:41,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9e7e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:41,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:41,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:41,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635a54b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:41,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:41,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:41,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:24:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:24:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e495a7 2024-11-09T08:24:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:24:41,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:24:41,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:24:41,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:24:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T08:24:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741956_1132 (size=995) 2024-11-09T08:24:41,942 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T08:24:41,943 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T08:24:41,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:24:41,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE}] 2024-11-09T08:24:41,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE 2024-11-09T08:24:41,955 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:41,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE because future has completed 2024-11-09T08:24:41,957 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:24:41,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:42,110 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing f190b854210aca00bcc74d3a30584d89, disabling compactions & flushes 2024-11-09T08:24:42,110 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. after waiting 0 ms 2024-11-09T08:24:42,110 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,113 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T08:24:42,114 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,114 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for f190b854210aca00bcc74d3a30584d89: Waiting for close lock at 1731140682110Running coprocessor pre-close hooks at 1731140682110Disabling compacts and flushes for region at 1731140682110Disabling writes for close at 1731140682110Writing region close event to WAL at 1731140682110Running coprocessor post-close hooks at 1731140682113 (+3 ms)Closed at 1731140682114 (+1 ms) 2024-11-09T08:24:42,114 WARN [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: f190b854210aca00bcc74d3a30584d89 to self. 2024-11-09T08:24:42,116 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=CLOSED 2024-11-09T08:24:42,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:24:42,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-09T08:24:42,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 in 161 msec 2024-11-09T08:24:42,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE; state=CLOSED, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=true 2024-11-09T08:24:42,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE because future has completed 2024-11-09T08:24:42,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:24:42,450 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,450 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:24:42,451 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,451 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:24:42,451 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,451 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,454 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,459 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName A 2024-11-09T08:24:42,462 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:42,462 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:42,463 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,463 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName B 2024-11-09T08:24:42,463 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:42,464 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:42,464 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,465 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f190b854210aca00bcc74d3a30584d89 columnFamilyName C 2024-11-09T08:24:42,465 DEBUG [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:42,465 INFO [StoreOpener-f190b854210aca00bcc74d3a30584d89-1 {}] regionserver.HStore(327): Store=f190b854210aca00bcc74d3a30584d89/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:24:42,465 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,466 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,467 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,468 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,468 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,468 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:24:42,470 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,470 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened f190b854210aca00bcc74d3a30584d89; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72770124, jitterRate=0.08435934782028198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:24:42,470 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,471 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for f190b854210aca00bcc74d3a30584d89: Running coprocessor pre-open hook at 1731140682451Writing region info on filesystem at 1731140682451Initializing all the Stores at 1731140682452 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140682452Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140682452Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140682452Cleaning up temporary data from old regions at 1731140682468 (+16 ms)Running coprocessor post-open hooks at 1731140682470 (+2 ms)Region opened successfully at 1731140682471 (+1 ms) 2024-11-09T08:24:42,472 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., pid=41, masterSystemTime=1731140682432 2024-11-09T08:24:42,473 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,473 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=OPEN, openSeqNum=5, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:24:42,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-09T08:24:42,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 in 199 msec 2024-11-09T08:24:42,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-09T08:24:42,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, REOPEN/MOVE in 525 msec 2024-11-09T08:24:42,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-09T08:24:42,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-09T08:24:42,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 558 msec 2024-11-09T08:24:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-09T08:24:42,486 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:42,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,488 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d883f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,490 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,491 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db1b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,493 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,494 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122e870c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,497 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee1302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,498 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea86036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,500 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233ae70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,502 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c353a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d93a050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,505 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4dd074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,507 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edba675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,509 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756dd61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,511 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2397fb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c88dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758782aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c602edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:24:42,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:24:42,517 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:24:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:24:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:24:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55800951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:24:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:24:42,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:24:42,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:24:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:24:42,520 DEBUG [Thread-668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,520 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,520 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,520 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,520 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,520 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:42,521 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,521 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,521 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [Thread-659 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [Thread-659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:42,522 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,523 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:24:42,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:24:42,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:24:42,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:42,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:42,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,533 DEBUG [Thread-659 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:24:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:42,568 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:42,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:24:42,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0997e01e0c048f2b57da95c47e2c11d_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140682567/Put/seqid=0 2024-11-09T08:24:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741957_1133 (size=14594) 2024-11-09T08:24:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:42,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140742618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140742620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140742628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140742630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140742631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140742737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140742738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140742747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140742747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140742748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:42,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:42,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:42,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140742947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140742947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140742957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140742957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140742957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:42,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:42,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:42,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:42,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:42,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:43,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a0997e01e0c048f2b57da95c47e2c11d_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0997e01e0c048f2b57da95c47e2c11d_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:43,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a54f3ccd724841fd809ba4e6a33c9749, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:43,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a54f3ccd724841fd809ba4e6a33c9749 is 175, key is test_row_0/A:col10/1731140682567/Put/seqid=0 2024-11-09T08:24:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741958_1134 (size=39549) 2024-11-09T08:24:43,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a54f3ccd724841fd809ba4e6a33c9749 2024-11-09T08:24:43,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa is 50, key is test_row_0/B:col10/1731140682567/Put/seqid=0 2024-11-09T08:24:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741959_1135 (size=12001) 2024-11-09T08:24:43,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140743257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140743257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140743267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140743267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140743267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa 2024-11-09T08:24:43,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7c09459326f340bbad312ed003dfdb65 is 50, key is test_row_0/C:col10/1731140682567/Put/seqid=0 2024-11-09T08:24:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741960_1136 (size=12001) 2024-11-09T08:24:43,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:43,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140743768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140743768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140743777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140743777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:43,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140743777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:43,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:43,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:43,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:43,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7c09459326f340bbad312ed003dfdb65 2024-11-09T08:24:43,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a54f3ccd724841fd809ba4e6a33c9749 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749 2024-11-09T08:24:43,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T08:24:43,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa 2024-11-09T08:24:43,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T08:24:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7c09459326f340bbad312ed003dfdb65 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65 2024-11-09T08:24:43,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T08:24:43,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f190b854210aca00bcc74d3a30584d89 in 1409ms, sequenceid=15, compaction requested=false 2024-11-09T08:24:43,977 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T08:24:43,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:44,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-09T08:24:44,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:44,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:24:44,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964d185b5322d426d99b57c2da2500c91_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140682627/Put/seqid=0 2024-11-09T08:24:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741961_1137 (size=12154) 2024-11-09T08:24:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:44,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110964d185b5322d426d99b57c2da2500c91_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964d185b5322d426d99b57c2da2500c91_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ad35966f612e4c58a994db7fa15eef26, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:44,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ad35966f612e4c58a994db7fa15eef26 is 175, key is test_row_0/A:col10/1731140682627/Put/seqid=0 2024-11-09T08:24:44,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741962_1138 (size=30955) 2024-11-09T08:24:44,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ad35966f612e4c58a994db7fa15eef26 2024-11-09T08:24:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/a6793ee1d8e34520aa11ac373f26cd66 is 50, key is test_row_0/B:col10/1731140682627/Put/seqid=0 2024-11-09T08:24:44,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741963_1139 (size=12001) 2024-11-09T08:24:44,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/a6793ee1d8e34520aa11ac373f26cd66 2024-11-09T08:24:44,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/41b0b4b1783c4bd8b4e90e06af63c567 is 50, key is test_row_0/C:col10/1731140682627/Put/seqid=0 2024-11-09T08:24:44,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741964_1140 (size=12001) 2024-11-09T08:24:44,639 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:24:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:44,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:44,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140744797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140744798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,811 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140744799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140744803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140744810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140744916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140744917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140744917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:44,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140744917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,007 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/41b0b4b1783c4bd8b4e90e06af63c567 2024-11-09T08:24:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ad35966f612e4c58a994db7fa15eef26 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26 2024-11-09T08:24:45,021 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T08:24:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/a6793ee1d8e34520aa11ac373f26cd66 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66 2024-11-09T08:24:45,029 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T08:24:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/41b0b4b1783c4bd8b4e90e06af63c567 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567 2024-11-09T08:24:45,037 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T08:24:45,038 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f190b854210aca00bcc74d3a30584d89 in 973ms, sequenceid=40, compaction requested=false 2024-11-09T08:24:45,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:45,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:45,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-09T08:24:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-09T08:24:45,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-09T08:24:45,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5160 sec 2024-11-09T08:24:45,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.5240 sec 2024-11-09T08:24:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:45,131 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:45,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:45,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945f68aaa0ab74fef83b513d9fc2d2bed_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:45,261 INFO [AsyncFSWAL-0-hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9-prefix:d7c8ba49ede6,34803,1731140648245 {}] wal.AbstractFSWAL(1368): Slow sync cost: 100 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44357,DS-28bc972f-ccc6-46e1-8d99-e9752af3d114,DISK]] 2024-11-09T08:24:45,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741965_1141 (size=12154) 2024-11-09T08:24:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140745269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140745270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140745270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140745275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140745387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140745387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140745387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140745387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140745597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140745597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140745597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140745597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,670 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:45,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110945f68aaa0ab74fef83b513d9fc2d2bed_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f68aaa0ab74fef83b513d9fc2d2bed_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:45,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/f20bbcf905ab4e40be70c3792ce16389, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:45,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/f20bbcf905ab4e40be70c3792ce16389 is 175, key is test_row_0/A:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741966_1142 (size=30955) 2024-11-09T08:24:45,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/f20bbcf905ab4e40be70c3792ce16389 2024-11-09T08:24:45,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/983bf9e03adc4d8faa1d40c051a1a3f0 is 50, key is test_row_0/B:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:45,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741967_1143 (size=12001) 2024-11-09T08:24:45,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140745907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140745907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140745907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140745917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/983bf9e03adc4d8faa1d40c051a1a3f0 2024-11-09T08:24:46,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/a776cf4c9f4d414eb15b3fec0bc73481 is 50, key is test_row_0/C:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741968_1144 (size=12001) 2024-11-09T08:24:46,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140746417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140746417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140746417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140746436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/a776cf4c9f4d414eb15b3fec0bc73481 2024-11-09T08:24:46,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/f20bbcf905ab4e40be70c3792ce16389 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389 2024-11-09T08:24:46,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389, entries=150, sequenceid=54, filesize=30.2 K 2024-11-09T08:24:46,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/983bf9e03adc4d8faa1d40c051a1a3f0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0 2024-11-09T08:24:46,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T08:24:46,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/a776cf4c9f4d414eb15b3fec0bc73481 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481 2024-11-09T08:24:46,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481, entries=150, sequenceid=54, filesize=11.7 K 2024-11-09T08:24:46,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f190b854210aca00bcc74d3a30584d89 in 1411ms, sequenceid=54, compaction requested=true 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:46,542 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:46,542 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:46,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:46,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:46,543 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:46,544 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:46,544 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,544 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=99.1 K 2024-11-09T08:24:46,544 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:46,544 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:46,544 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,544 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=35.2 K 2024-11-09T08:24:46,544 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,544 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389] 2024-11-09T08:24:46,547 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f5c0a7eaf99f45ad9b7ed1af6a067eaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140682530 2024-11-09T08:24:46,547 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a54f3ccd724841fd809ba4e6a33c9749, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140682530 2024-11-09T08:24:46,547 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad35966f612e4c58a994db7fa15eef26, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140682607 2024-11-09T08:24:46,547 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a6793ee1d8e34520aa11ac373f26cd66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140682607 2024-11-09T08:24:46,548 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f20bbcf905ab4e40be70c3792ce16389, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:46,548 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 983bf9e03adc4d8faa1d40c051a1a3f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:46,554 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:46,554 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:46,555 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/cce7ef6b58e74ffc9291f04104074e86 is 50, key is test_row_0/B:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:46,558 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095c88d9b95e8f45d58bbbd4bdd936047a_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741969_1145 (size=12104) 2024-11-09T08:24:46,565 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095c88d9b95e8f45d58bbbd4bdd936047a_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:46,565 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095c88d9b95e8f45d58bbbd4bdd936047a_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:46,570 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/cce7ef6b58e74ffc9291f04104074e86 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cce7ef6b58e74ffc9291f04104074e86 2024-11-09T08:24:46,577 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into cce7ef6b58e74ffc9291f04104074e86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:46,577 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:46,577 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=13, startTime=1731140686542; duration=0sec 2024-11-09T08:24:46,577 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:46,577 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:46,578 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:46,579 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:46,579 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:46,579 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,579 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=35.2 K 2024-11-09T08:24:46,580 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c09459326f340bbad312ed003dfdb65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140682530 2024-11-09T08:24:46,581 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b0b4b1783c4bd8b4e90e06af63c567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140682607 2024-11-09T08:24:46,590 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a776cf4c9f4d414eb15b3fec0bc73481, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741970_1146 (size=4469) 2024-11-09T08:24:46,615 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:46,615 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/d8a267d1190e4fafb94eab917a24332d is 50, key is test_row_0/C:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:46,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741971_1147 (size=12104) 2024-11-09T08:24:46,647 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/d8a267d1190e4fafb94eab917a24332d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d8a267d1190e4fafb94eab917a24332d 2024-11-09T08:24:46,654 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into d8a267d1190e4fafb94eab917a24332d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:46,654 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:46,654 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=13, startTime=1731140686542; duration=0sec 2024-11-09T08:24:46,655 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:46,655 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-09T08:24:46,697 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:46,697 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-09T08:24:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:46,699 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:46,699 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:46,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:46,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:46,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:24:46,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098d032b29fc5345b6a3eac350c4402f41_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140685268/Put/seqid=0 2024-11-09T08:24:46,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741972_1148 (size=14594) 2024-11-09T08:24:46,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:46,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:46,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:46,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140746866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:46,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140746977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:46,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:46,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,012 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#127 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:47,013 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5b5075f4d2a74f2aae0d7cd5d559b25c is 175, key is test_row_0/A:col10/1731140685131/Put/seqid=0 2024-11-09T08:24:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741973_1149 (size=31058) 2024-11-09T08:24:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:47,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140747186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,250 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:47,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098d032b29fc5345b6a3eac350c4402f41_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d032b29fc5345b6a3eac350c4402f41_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:47,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d85fe926e04c4571b2162bf9e5405cbf, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:47,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d85fe926e04c4571b2162bf9e5405cbf is 175, key is test_row_0/A:col10/1731140685268/Put/seqid=0 2024-11-09T08:24:47,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741974_1150 (size=39549) 2024-11-09T08:24:47,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:47,423 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5b5075f4d2a74f2aae0d7cd5d559b25c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c 2024-11-09T08:24:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140747426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,430 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,434 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 5b5075f4d2a74f2aae0d7cd5d559b25c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:47,434 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:47,434 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=13, startTime=1731140686542; duration=0sec 2024-11-09T08:24:47,434 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:47,434 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140747437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140747437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,442 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:47,442 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140747457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,460 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140747496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:47,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,662 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d85fe926e04c4571b2162bf9e5405cbf 2024-11-09T08:24:47,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/4bea8f45a4ca49aabc56287d434e322c is 50, key is test_row_0/B:col10/1731140685268/Put/seqid=0 2024-11-09T08:24:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741975_1151 (size=12001) 2024-11-09T08:24:47,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:47,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:47,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:48,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140748006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:48,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:48,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/4bea8f45a4ca49aabc56287d434e322c 2024-11-09T08:24:48,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:48,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:48,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/84465627b2064242b65351eb999f1908 is 50, key is test_row_0/C:col10/1731140685268/Put/seqid=0 2024-11-09T08:24:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741976_1152 (size=12001) 2024-11-09T08:24:48,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/84465627b2064242b65351eb999f1908 2024-11-09T08:24:48,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d85fe926e04c4571b2162bf9e5405cbf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf 2024-11-09T08:24:48,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf, entries=200, sequenceid=79, filesize=38.6 K 2024-11-09T08:24:48,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/4bea8f45a4ca49aabc56287d434e322c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c 2024-11-09T08:24:48,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c, entries=150, sequenceid=79, filesize=11.7 K 2024-11-09T08:24:48,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/84465627b2064242b65351eb999f1908 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908 2024-11-09T08:24:48,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908, entries=150, sequenceid=79, filesize=11.7 K 2024-11-09T08:24:48,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f190b854210aca00bcc74d3a30584d89 in 1284ms, sequenceid=79, compaction requested=false 2024-11-09T08:24:48,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:48,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-09T08:24:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:48,231 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:24:48,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ba5a41907e384ca5aac78c1a964a36cf_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140686848/Put/seqid=0 2024-11-09T08:24:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741977_1153 (size=12154) 2024-11-09T08:24:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:48,647 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ba5a41907e384ca5aac78c1a964a36cf_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba5a41907e384ca5aac78c1a964a36cf_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:48,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 is 175, key is test_row_0/A:col10/1731140686848/Put/seqid=0 2024-11-09T08:24:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741978_1154 (size=30955) 2024-11-09T08:24:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:49,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:49,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 2024-11-09T08:24:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/fb94add42dcf46388ad9bd0087e33de1 is 50, key is test_row_0/B:col10/1731140686848/Put/seqid=0 2024-11-09T08:24:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741979_1155 (size=12001) 2024-11-09T08:24:49,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140749086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140749196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140749407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140749446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,450 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140749456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,462 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,466 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/fb94add42dcf46388ad9bd0087e33de1 2024-11-09T08:24:49,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140749467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,471 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1b2252d3ceec40069294ab38a3fbe995 is 50, key is test_row_0/C:col10/1731140686848/Put/seqid=0 2024-11-09T08:24:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741980_1156 (size=12001) 2024-11-09T08:24:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140749487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,489 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140749717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:49,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:49,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:49,877 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1b2252d3ceec40069294ab38a3fbe995 2024-11-09T08:24:49,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 2024-11-09T08:24:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4, entries=150, sequenceid=93, filesize=30.2 K 2024-11-09T08:24:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/fb94add42dcf46388ad9bd0087e33de1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1 2024-11-09T08:24:49,892 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T08:24:49,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1b2252d3ceec40069294ab38a3fbe995 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995 2024-11-09T08:24:49,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995, entries=150, sequenceid=93, filesize=11.7 K 2024-11-09T08:24:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f190b854210aca00bcc74d3a30584d89 in 1669ms, sequenceid=93, compaction requested=true 2024-11-09T08:24:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-09T08:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-09T08:24:49,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-09T08:24:49,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2030 sec 2024-11-09T08:24:49,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.2070 sec 2024-11-09T08:24:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:50,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:24:50,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140750262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:50,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a893f831217b47cd95d38ae6a70a1a1f_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:50,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741981_1157 (size=14594) 2024-11-09T08:24:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140750366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140750576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:50,682 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:50,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a893f831217b47cd95d38ae6a70a1a1f_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a893f831217b47cd95d38ae6a70a1a1f_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:50,686 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/010e95e035c94d489e6c9d3d8283f9a9, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:50,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/010e95e035c94d489e6c9d3d8283f9a9 is 175, key is test_row_0/A:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741982_1158 (size=39549) 2024-11-09T08:24:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-09T08:24:50,867 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:50,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-09T08:24:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:50,869 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:50,869 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:50,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:50,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:50,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140750887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:51,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T08:24:51,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:51,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/010e95e035c94d489e6c9d3d8283f9a9 2024-11-09T08:24:51,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/9e5d5ac625d1410d9c4992270512129c is 50, key is test_row_0/B:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:51,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741983_1159 (size=12001) 2024-11-09T08:24:51,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/9e5d5ac625d1410d9c4992270512129c 2024-11-09T08:24:51,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/162129e8ec6c44779b1d4924a83b5918 is 50, key is test_row_0/C:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:51,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741984_1160 (size=12001) 2024-11-09T08:24:51,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T08:24:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:51,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T08:24:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140751396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:51,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T08:24:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:51,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:51,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/162129e8ec6c44779b1d4924a83b5918 2024-11-09T08:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/010e95e035c94d489e6c9d3d8283f9a9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9 2024-11-09T08:24:51,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9, entries=200, sequenceid=117, filesize=38.6 K 2024-11-09T08:24:51,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/9e5d5ac625d1410d9c4992270512129c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c 2024-11-09T08:24:51,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T08:24:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/162129e8ec6c44779b1d4924a83b5918 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918 2024-11-09T08:24:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T08:24:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f190b854210aca00bcc74d3a30584d89 in 1329ms, sequenceid=117, compaction requested=true 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:51,558 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,558 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:51,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,560 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:51,560 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:51,560 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:51,560 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:51,560 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,560 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,560 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=137.8 K 2024-11-09T08:24:51,560 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cce7ef6b58e74ffc9291f04104074e86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=47.0 K 2024-11-09T08:24:51,560 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,561 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9] 2024-11-09T08:24:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,561 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting cce7ef6b58e74ffc9291f04104074e86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:51,561 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b5075f4d2a74f2aae0d7cd5d559b25c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,562 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bea8f45a4ca49aabc56287d434e322c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731140685262 2024-11-09T08:24:51,562 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d85fe926e04c4571b2162bf9e5405cbf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731140685262 2024-11-09T08:24:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,562 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4f9dd9fe76a494fa9cae16bb9a2fdb4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731140686848 2024-11-09T08:24:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,562 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fb94add42dcf46388ad9bd0087e33de1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731140686848 2024-11-09T08:24:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,562 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 010e95e035c94d489e6c9d3d8283f9a9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689069 2024-11-09T08:24:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,563 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e5d5ac625d1410d9c4992270512129c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689079 2024-11-09T08:24:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,572 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:51,580 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#138 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,581 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/99d3f827df364d90ba14f8370da4e94e is 50, key is test_row_0/B:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,582 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109fe1a6ca96e2848f798c22b9be4164d71_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,587 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109fe1a6ca96e2848f798c22b9be4164d71_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,587 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe1a6ca96e2848f798c22b9be4164d71_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741986_1162 (size=4469) 2024-11-09T08:24:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,594 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#139 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,594 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/51847800cabc433fa2c197dcdcf3d10d is 175, key is test_row_0/A:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741985_1161 (size=12241) 2024-11-09T08:24:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,612 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/99d3f827df364d90ba14f8370da4e94e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/99d3f827df364d90ba14f8370da4e94e 2024-11-09T08:24:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,618 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 99d3f827df364d90ba14f8370da4e94e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:51,618 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:51,618 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=12, startTime=1731140691558; duration=0sec 2024-11-09T08:24:51,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,618 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:51,619 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:51,619 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:51,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,620 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:51,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,620 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:51,620 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,620 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d8a267d1190e4fafb94eab917a24332d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=47.0 K 2024-11-09T08:24:51,621 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d8a267d1190e4fafb94eab917a24332d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731140684797 2024-11-09T08:24:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,621 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 84465627b2064242b65351eb999f1908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731140685262 2024-11-09T08:24:51,622 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b2252d3ceec40069294ab38a3fbe995, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731140686848 2024-11-09T08:24:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741987_1163 (size=31195) 2024-11-09T08:24:51,622 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 162129e8ec6c44779b1d4924a83b5918, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689079 2024-11-09T08:24:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,629 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/51847800cabc433fa2c197dcdcf3d10d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d 2024-11-09T08:24:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-09T08:24:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:24:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,641 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#140 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,641 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/799be1413b3345f9b42a5c385f5c9790 is 50, key is test_row_0/C:col10/1731140690228/Put/seqid=0 2024-11-09T08:24:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,643 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 51847800cabc433fa2c197dcdcf3d10d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:51,643 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:51,643 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=12, startTime=1731140691558; duration=0sec 2024-11-09T08:24:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,643 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:51,643 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f76eb175b7e44678b524812f1c430718_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_1/A:col10/1731140690253/Put/seqid=0 2024-11-09T08:24:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741988_1164 (size=12241) 2024-11-09T08:24:51,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741989_1165 (size=9714) 2024-11-09T08:24:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,070 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/799be1413b3345f9b42a5c385f5c9790 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/799be1413b3345f9b42a5c385f5c9790 2024-11-09T08:24:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,078 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f76eb175b7e44678b524812f1c430718_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f76eb175b7e44678b524812f1c430718_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a8c7646c8ef74bdf867a3f3a53f4e41e, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a8c7646c8ef74bdf867a3f3a53f4e41e is 175, key is test_row_1/A:col10/1731140690253/Put/seqid=0 2024-11-09T08:24:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,081 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into 799be1413b3345f9b42a5c385f5c9790(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:52,081 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:52,081 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=12, startTime=1731140691558; duration=0sec 2024-11-09T08:24:52,081 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,081 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741990_1166 (size=22361) 2024-11-09T08:24:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,104 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a8c7646c8ef74bdf867a3f3a53f4e41e 2024-11-09T08:24:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/b85ad19e9e494125a2799f0f02d52a46 is 50, key is test_row_1/B:col10/1731140690253/Put/seqid=0 2024-11-09T08:24:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741991_1167 (size=9657) 2024-11-09T08:24:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/b85ad19e9e494125a2799f0f02d52a46 2024-11-09T08:24:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/d4c3895420364c11af0c6547e233d6b0 is 50, key is test_row_1/C:col10/1731140690253/Put/seqid=0 2024-11-09T08:24:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741992_1168 (size=9657) 2024-11-09T08:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,167 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/d4c3895420364c11af0c6547e233d6b0 2024-11-09T08:24:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a8c7646c8ef74bdf867a3f3a53f4e41e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e 2024-11-09T08:24:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,178 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e, entries=100, sequenceid=130, filesize=21.8 K 2024-11-09T08:24:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/b85ad19e9e494125a2799f0f02d52a46 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46 2024-11-09T08:24:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46, entries=100, sequenceid=130, filesize=9.4 K 2024-11-09T08:24:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/d4c3895420364c11af0c6547e233d6b0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0 2024-11-09T08:24:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0, entries=100, sequenceid=130, filesize=9.4 K 2024-11-09T08:24:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,192 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for f190b854210aca00bcc74d3a30584d89 in 558ms, sequenceid=130, compaction requested=false 2024-11-09T08:24:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-09T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-09T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-09T08:24:52,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3240 sec 2024-11-09T08:24:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3300 sec 2024-11-09T08:24:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:52,507 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:52,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:24:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109305c6fce426d443d9f70b982ef636f8c_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741993_1169 (size=12304) 2024-11-09T08:24:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,562 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T08:24:52,562 INFO [master/d7c8ba49ede6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T08:24:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140752629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:52,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140752737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:52,925 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:52,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109305c6fce426d443d9f70b982ef636f8c_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109305c6fce426d443d9f70b982ef636f8c_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:52,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/668dca9d69524dc8855984da8741b04b, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:52,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/668dca9d69524dc8855984da8741b04b is 175, key is test_row_0/A:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:52,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140752947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:52,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:52,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741994_1170 (size=31101) 2024-11-09T08:24:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-09T08:24:53,017 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:53,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-09T08:24:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:53,019 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:53,020 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:53,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:53,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140753256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:53,364 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/668dca9d69524dc8855984da8741b04b 2024-11-09T08:24:53,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d3e314f77952406cb196e03a5438b802 is 50, key is test_row_0/B:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741995_1171 (size=9757) 2024-11-09T08:24:53,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d3e314f77952406cb196e03a5438b802 2024-11-09T08:24:53,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f7c7a03d94f94712b0fec031267d5143 is 50, key is test_row_0/C:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741996_1172 (size=9757) 2024-11-09T08:24:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140753466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,470 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:53,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140753476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,480 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140753507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,509 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140753517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,521 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:53,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140753767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:53,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:53,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:53,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f7c7a03d94f94712b0fec031267d5143 2024-11-09T08:24:53,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/668dca9d69524dc8855984da8741b04b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b 2024-11-09T08:24:53,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b, entries=150, sequenceid=143, filesize=30.4 K 2024-11-09T08:24:53,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d3e314f77952406cb196e03a5438b802 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802 2024-11-09T08:24:53,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802, entries=100, sequenceid=143, filesize=9.5 K 2024-11-09T08:24:53,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f7c7a03d94f94712b0fec031267d5143 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143 2024-11-09T08:24:53,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143, entries=100, sequenceid=143, filesize=9.5 K 2024-11-09T08:24:53,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f190b854210aca00bcc74d3a30584d89 in 1312ms, sequenceid=143, compaction requested=true 2024-11-09T08:24:53,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:53,819 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:53,820 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:53,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:53,821 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:53,821 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:53,821 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:53,821 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:53,821 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,821 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,821 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/99d3f827df364d90ba14f8370da4e94e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=30.9 K 2024-11-09T08:24:53,821 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=82.7 K 2024-11-09T08:24:53,821 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b] 2024-11-09T08:24:53,822 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d3f827df364d90ba14f8370da4e94e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689079 2024-11-09T08:24:53,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51847800cabc433fa2c197dcdcf3d10d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689079 2024-11-09T08:24:53,822 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting b85ad19e9e494125a2799f0f02d52a46, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140690253 2024-11-09T08:24:53,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c7646c8ef74bdf867a3f3a53f4e41e, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140690253 2024-11-09T08:24:53,823 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e314f77952406cb196e03a5438b802, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140692485 2024-11-09T08:24:53,823 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 668dca9d69524dc8855984da8741b04b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140692485 2024-11-09T08:24:53,831 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:53,832 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:53,833 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/1531bd9e5dd04499bbd9fbd75e86d671 is 50, key is test_row_0/B:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:53,835 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f11950c9e2614ac294fcf8402bfe568b_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:53,837 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f11950c9e2614ac294fcf8402bfe568b_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:53,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f11950c9e2614ac294fcf8402bfe568b_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741997_1173 (size=12443) 2024-11-09T08:24:53,861 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/1531bd9e5dd04499bbd9fbd75e86d671 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/1531bd9e5dd04499bbd9fbd75e86d671 2024-11-09T08:24:53,870 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 1531bd9e5dd04499bbd9fbd75e86d671(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:53,870 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:53,871 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=13, startTime=1731140693820; duration=0sec 2024-11-09T08:24:53,871 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:53,871 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:53,871 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741998_1174 (size=4469) 2024-11-09T08:24:53,873 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:53,873 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:53,873 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,873 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/799be1413b3345f9b42a5c385f5c9790, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=30.9 K 2024-11-09T08:24:53,874 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 799be1413b3345f9b42a5c385f5c9790, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140689079 2024-11-09T08:24:53,874 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c3895420364c11af0c6547e233d6b0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731140690253 2024-11-09T08:24:53,874 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f7c7a03d94f94712b0fec031267d5143, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140692485 2024-11-09T08:24:53,883 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:53,884 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/b4f71ba142764c20a18d4b710bbb4aa8 is 50, key is test_row_0/C:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741999_1175 (size=12443) 2024-11-09T08:24:53,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-09T08:24:53,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:53,938 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:24:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090353ad3034e44d208e11b3c6973dc93a_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140692619/Put/seqid=0 2024-11-09T08:24:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742000_1176 (size=12304) 2024-11-09T08:24:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:53,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090353ad3034e44d208e11b3c6973dc93a_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090353ad3034e44d208e11b3c6973dc93a_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:53,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/31c542fefbef42cabd3d582eeddb3eeb, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:53,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/31c542fefbef42cabd3d582eeddb3eeb is 175, key is test_row_0/A:col10/1731140692619/Put/seqid=0 2024-11-09T08:24:53,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742001_1177 (size=31105) 2024-11-09T08:24:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:54,274 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#148 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:54,274 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/617d92f838b34a2282ee972ba55a8800 is 175, key is test_row_0/A:col10/1731140692506/Put/seqid=0 2024-11-09T08:24:54,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742002_1178 (size=31504) 2024-11-09T08:24:54,310 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/b4f71ba142764c20a18d4b710bbb4aa8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b4f71ba142764c20a18d4b710bbb4aa8 2024-11-09T08:24:54,315 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into b4f71ba142764c20a18d4b710bbb4aa8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:54,315 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:54,315 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=13, startTime=1731140693820; duration=0sec 2024-11-09T08:24:54,315 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:54,315 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:54,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/31c542fefbef42cabd3d582eeddb3eeb 2024-11-09T08:24:54,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/6f7f684f61684203b1853ba8a5a90599 is 50, key is test_row_0/B:col10/1731140692619/Put/seqid=0 2024-11-09T08:24:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742003_1179 (size=12151) 2024-11-09T08:24:54,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/6f7f684f61684203b1853ba8a5a90599 2024-11-09T08:24:54,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c4e3d185dae4346bd051486b1a2bb7c is 50, key is test_row_0/C:col10/1731140692619/Put/seqid=0 2024-11-09T08:24:54,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742004_1180 (size=12151) 2024-11-09T08:24:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c4e3d185dae4346bd051486b1a2bb7c 2024-11-09T08:24:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/31c542fefbef42cabd3d582eeddb3eeb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb 2024-11-09T08:24:54,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb, entries=150, sequenceid=169, filesize=30.4 K 2024-11-09T08:24:54,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/6f7f684f61684203b1853ba8a5a90599 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599 2024-11-09T08:24:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T08:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c4e3d185dae4346bd051486b1a2bb7c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f190b854210aca00bcc74d3a30584d89 in 537ms, sequenceid=169, compaction requested=false 2024-11-09T08:24:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:54,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-09T08:24:54,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-09T08:24:54,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4570 sec 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.4630 sec 2024-11-09T08:24:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,686 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/617d92f838b34a2282ee972ba55a8800 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800 2024-11-09T08:24:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,694 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 617d92f838b34a2282ee972ba55a8800(size=30.8 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:54,694 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:54,694 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=13, startTime=1731140693819; duration=0sec 2024-11-09T08:24:54,694 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:54,694 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:54,873 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:54,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:24:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e1ae00bd61b40c2b30741f2a0e19fbe_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742005_1181 (size=22268) 2024-11-09T08:24:54,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:54,923 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e1ae00bd61b40c2b30741f2a0e19fbe_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e1ae00bd61b40c2b30741f2a0e19fbe_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:54,926 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5892aa3a2381415da18b0b048cb44954, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:54,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5892aa3a2381415da18b0b048cb44954 is 175, key is test_row_0/A:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742006_1182 (size=65673) 2024-11-09T08:24:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140754985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:54,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:55,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140755097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-09T08:24:55,177 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:55,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-09T08:24:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:55,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:55,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:55,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:55,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140755307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:55,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,346 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5892aa3a2381415da18b0b048cb44954 2024-11-09T08:24:55,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/933779a7b3064856b2aa76685fd6179d is 50, key is test_row_0/B:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:55,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742007_1183 (size=12151) 2024-11-09T08:24:55,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:55,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140755617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:55,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/933779a7b3064856b2aa76685fd6179d 2024-11-09T08:24:55,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/3f395b89ac484ec2b19848fdc6232601 is 50, key is test_row_0/C:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742008_1184 (size=12151) 2024-11-09T08:24:55,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:55,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:55,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:56,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:56,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140756127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:56,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/3f395b89ac484ec2b19848fdc6232601 2024-11-09T08:24:56,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5892aa3a2381415da18b0b048cb44954 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954 2024-11-09T08:24:56,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954, entries=350, sequenceid=182, filesize=64.1 K 2024-11-09T08:24:56,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/933779a7b3064856b2aa76685fd6179d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d 2024-11-09T08:24:56,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-09T08:24:56,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/3f395b89ac484ec2b19848fdc6232601 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601 2024-11-09T08:24:56,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601, entries=150, sequenceid=182, filesize=11.9 K 2024-11-09T08:24:56,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f190b854210aca00bcc74d3a30584d89 in 1337ms, sequenceid=182, compaction requested=true 2024-11-09T08:24:56,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:56,211 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:56,212 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128282 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:56,212 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:56,212 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,212 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=125.3 K 2024-11-09T08:24:56,212 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,212 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954] 2024-11-09T08:24:56,213 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 617d92f838b34a2282ee972ba55a8800, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140690261 2024-11-09T08:24:56,213 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31c542fefbef42cabd3d582eeddb3eeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140692614 2024-11-09T08:24:56,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:56,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:56,214 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5892aa3a2381415da18b0b048cb44954, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694822 2024-11-09T08:24:56,214 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:56,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:56,216 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:56,216 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:56,216 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,216 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/1531bd9e5dd04499bbd9fbd75e86d671, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=35.9 K 2024-11-09T08:24:56,217 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1531bd9e5dd04499bbd9fbd75e86d671, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140690261 2024-11-09T08:24:56,217 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f7f684f61684203b1853ba8a5a90599, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140692614 2024-11-09T08:24:56,218 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 933779a7b3064856b2aa76685fd6179d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694856 2024-11-09T08:24:56,246 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:56,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-09T08:24:56,248 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:56,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:24:56,249 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/5f044d030aa14ef6b6288deb11ccff65 is 50, key is test_row_0/B:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:56,261 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093118149c15644f2d8de411f951e4dbec_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:56,264 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093118149c15644f2d8de411f951e4dbec_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:56,264 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093118149c15644f2d8de411f951e4dbec_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:56,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742009_1185 (size=12595) 2024-11-09T08:24:56,298 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/5f044d030aa14ef6b6288deb11ccff65 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5f044d030aa14ef6b6288deb11ccff65 2024-11-09T08:24:56,307 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 5f044d030aa14ef6b6288deb11ccff65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:56,307 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:56,307 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=13, startTime=1731140696214; duration=0sec 2024-11-09T08:24:56,307 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:56,307 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:56,307 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109844c0c5bb06c42ae875423b3efc37135_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:56,313 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:56,314 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:56,314 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,314 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b4f71ba142764c20a18d4b710bbb4aa8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=35.9 K 2024-11-09T08:24:56,314 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f71ba142764c20a18d4b710bbb4aa8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1731140690261 2024-11-09T08:24:56,315 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c4e3d185dae4346bd051486b1a2bb7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140692614 2024-11-09T08:24:56,316 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f395b89ac484ec2b19848fdc6232601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694856 2024-11-09T08:24:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742011_1187 (size=12304) 2024-11-09T08:24:56,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,342 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:56,342 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1598c9ac3efa46a8b123f5a283fa3b2e is 50, key is test_row_0/C:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742010_1186 (size=4469) 2024-11-09T08:24:56,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109844c0c5bb06c42ae875423b3efc37135_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844c0c5bb06c42ae875423b3efc37135_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:56,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ce0d82d1af1345d097522228795b763e, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:56,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ce0d82d1af1345d097522228795b763e is 175, key is test_row_0/A:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:56,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742012_1188 (size=12595) 2024-11-09T08:24:56,365 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1598c9ac3efa46a8b123f5a283fa3b2e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1598c9ac3efa46a8b123f5a283fa3b2e 2024-11-09T08:24:56,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742013_1189 (size=31105) 2024-11-09T08:24:56,368 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ce0d82d1af1345d097522228795b763e 2024-11-09T08:24:56,376 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into 1598c9ac3efa46a8b123f5a283fa3b2e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:56,376 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:56,376 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=13, startTime=1731140696214; duration=0sec 2024-11-09T08:24:56,376 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:56,376 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:56,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/5c563f2409cc427882f2422f280c8c86 is 50, key is test_row_0/B:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:56,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742014_1190 (size=12151) 2024-11-09T08:24:56,398 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/5c563f2409cc427882f2422f280c8c86 2024-11-09T08:24:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/85895f311b3d4028b55406c4f1a99aad is 50, key is test_row_0/C:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742015_1191 (size=12151) 2024-11-09T08:24:56,746 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#157 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:56,746 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/9ad9ed7c4d824987931bb75eef8c217a is 175, key is test_row_0/A:col10/1731140694856/Put/seqid=0 2024-11-09T08:24:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742016_1192 (size=31549) 2024-11-09T08:24:56,835 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/85895f311b3d4028b55406c4f1a99aad 2024-11-09T08:24:56,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ce0d82d1af1345d097522228795b763e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e 2024-11-09T08:24:56,850 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e, entries=150, sequenceid=207, filesize=30.4 K 2024-11-09T08:24:56,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/5c563f2409cc427882f2422f280c8c86 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86 2024-11-09T08:24:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,854 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T08:24:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/85895f311b3d4028b55406c4f1a99aad as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,860 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad, entries=150, sequenceid=207, filesize=11.9 K 2024-11-09T08:24:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for f190b854210aca00bcc74d3a30584d89 in 613ms, sequenceid=207, compaction requested=false 2024-11-09T08:24:56,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:56,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:56,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-09T08:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-09T08:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-09T08:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6840 sec 2024-11-09T08:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.6900 sec 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,156 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/9ad9ed7c4d824987931bb75eef8c217a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,162 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 9ad9ed7c4d824987931bb75eef8c217a(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:57,162 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:57,162 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=13, startTime=1731140696211; duration=0sec 2024-11-09T08:24:57,162 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:57,162 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,285 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:24:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091221ee7f0e344cd9a64f128f4f38f596_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_1/A:col10/1731140697273/Put/seqid=0 2024-11-09T08:24:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742017_1193 (size=14794) 2024-11-09T08:24:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,312 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,319 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091221ee7f0e344cd9a64f128f4f38f596_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091221ee7f0e344cd9a64f128f4f38f596_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/13c7a71e543440c3b841e558db2e2f99, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/13c7a71e543440c3b841e558db2e2f99 is 175, key is test_row_1/A:col10/1731140697273/Put/seqid=0 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742018_1194 (size=39745) 2024-11-09T08:24:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/13c7a71e543440c3b841e558db2e2f99 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-09T08:24:57,327 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T08:24:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,330 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:57,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/afa1a6ea63674b11987a78c0c824170a is 50, key is test_row_1/B:col10/1731140697273/Put/seqid=0 2024-11-09T08:24:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742019_1195 (size=9757) 2024-11-09T08:24:57,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/afa1a6ea63674b11987a78c0c824170a 2024-11-09T08:24:57,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c3f0585527d4e6c9c7ee1176d7214f8 is 50, key is test_row_1/C:col10/1731140697273/Put/seqid=0 2024-11-09T08:24:57,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742020_1196 (size=9757) 2024-11-09T08:24:57,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c3f0585527d4e6c9c7ee1176d7214f8 2024-11-09T08:24:57,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/13c7a71e543440c3b841e558db2e2f99 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99 2024-11-09T08:24:57,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99, entries=200, sequenceid=221, filesize=38.8 K 2024-11-09T08:24:57,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/afa1a6ea63674b11987a78c0c824170a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a 2024-11-09T08:24:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T08:24:57,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a, entries=100, sequenceid=221, filesize=9.5 K 2024-11-09T08:24:57,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/1c3f0585527d4e6c9c7ee1176d7214f8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8 2024-11-09T08:24:57,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8, entries=100, sequenceid=221, filesize=9.5 K 2024-11-09T08:24:57,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f190b854210aca00bcc74d3a30584d89 in 166ms, sequenceid=221, compaction requested=true 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:57,452 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:57,452 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:57,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:57,453 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:57,453 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:57,454 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,454 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5f044d030aa14ef6b6288deb11ccff65, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=33.7 K 2024-11-09T08:24:57,454 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:57,454 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f044d030aa14ef6b6288deb11ccff65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694856 2024-11-09T08:24:57,454 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:57,454 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,454 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=100.0 K 2024-11-09T08:24:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,455 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,455 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99] 2024-11-09T08:24:57,455 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c563f2409cc427882f2422f280c8c86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731140694944 2024-11-09T08:24:57,455 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:57,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T08:24:57,455 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ad9ed7c4d824987931bb75eef8c217a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694856 2024-11-09T08:24:57,455 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting afa1a6ea63674b11987a78c0c824170a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140697273 2024-11-09T08:24:57,456 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0d82d1af1345d097522228795b763e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731140694944 2024-11-09T08:24:57,456 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13c7a71e543440c3b841e558db2e2f99, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140697255 2024-11-09T08:24:57,475 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:57,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098dde66b73c004d1e90599db88c778bbf_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140697453/Put/seqid=0 2024-11-09T08:24:57,476 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/cb9c9e4646f94850b222d9abfefadeac is 50, key is test_row_0/B:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:57,478 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T08:24:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140757488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:57,498 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c21006c7366c407799fa5922c2ba40f6_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,500 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c21006c7366c407799fa5922c2ba40f6_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,501 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c21006c7366c407799fa5922c2ba40f6_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742021_1197 (size=12697) 2024-11-09T08:24:57,517 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/cb9c9e4646f94850b222d9abfefadeac as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cb9c9e4646f94850b222d9abfefadeac 2024-11-09T08:24:57,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742022_1198 (size=14794) 2024-11-09T08:24:57,525 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into cb9c9e4646f94850b222d9abfefadeac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:57,525 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:57,525 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=13, startTime=1731140697452; duration=0sec 2024-11-09T08:24:57,525 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:57,525 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:57,525 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:24:57,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,527 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:24:57,527 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:57,527 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,527 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1598c9ac3efa46a8b123f5a283fa3b2e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=33.7 K 2024-11-09T08:24:57,527 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1598c9ac3efa46a8b123f5a283fa3b2e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731140694856 2024-11-09T08:24:57,528 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 85895f311b3d4028b55406c4f1a99aad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731140694944 2024-11-09T08:24:57,528 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c3f0585527d4e6c9c7ee1176d7214f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140697273 2024-11-09T08:24:57,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098dde66b73c004d1e90599db88c778bbf_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dde66b73c004d1e90599db88c778bbf_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,533 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ac424a3ffe3e43b583499ab54bd2d277, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ac424a3ffe3e43b583499ab54bd2d277 is 175, key is test_row_0/A:col10/1731140697453/Put/seqid=0 2024-11-09T08:24:57,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742023_1199 (size=4469) 2024-11-09T08:24:57,566 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:57,567 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f612617f4ac14222a322d5a382ac5393 is 50, key is test_row_0/C:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742024_1200 (size=39749) 2024-11-09T08:24:57,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ac424a3ffe3e43b583499ab54bd2d277 2024-11-09T08:24:57,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3a82bddda98e4daca2193107feb39860 is 50, key is test_row_0/B:col10/1731140697453/Put/seqid=0 2024-11-09T08:24:57,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140757596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:57,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742025_1201 (size=12697) 2024-11-09T08:24:57,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742026_1202 (size=12151) 2024-11-09T08:24:57,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3a82bddda98e4daca2193107feb39860 2024-11-09T08:24:57,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T08:24:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T08:24:57,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/ad238a78c2dd45dbba64efafe9bf7596 is 50, key is test_row_0/C:col10/1731140697453/Put/seqid=0 2024-11-09T08:24:57,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742027_1203 (size=12151) 2024-11-09T08:24:57,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/ad238a78c2dd45dbba64efafe9bf7596 2024-11-09T08:24:57,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ac424a3ffe3e43b583499ab54bd2d277 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277 2024-11-09T08:24:57,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277, entries=200, sequenceid=247, filesize=38.8 K 2024-11-09T08:24:57,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3a82bddda98e4daca2193107feb39860 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860 2024-11-09T08:24:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860, entries=150, sequenceid=247, filesize=11.9 K 2024-11-09T08:24:57,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/ad238a78c2dd45dbba64efafe9bf7596 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596 2024-11-09T08:24:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596, entries=150, sequenceid=247, filesize=11.9 K 2024-11-09T08:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for f190b854210aca00bcc74d3a30584d89 in 246ms, sequenceid=247, compaction requested=false 2024-11-09T08:24:57,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-09T08:24:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,794 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T08:24:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f392f3d31c7c426db3fc8c75f591abe8_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140697473/Put/seqid=0 2024-11-09T08:24:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742028_1204 (size=9814) 2024-11-09T08:24:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,832 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f392f3d31c7c426db3fc8c75f591abe8_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f392f3d31c7c426db3fc8c75f591abe8_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5d0ee31d8377499980c0198eced8bd67, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5d0ee31d8377499980c0198eced8bd67 is 175, key is test_row_0/A:col10/1731140697473/Put/seqid=0 2024-11-09T08:24:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742029_1205 (size=22461) 2024-11-09T08:24:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,855 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5d0ee31d8377499980c0198eced8bd67 2024-11-09T08:24:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/8cb63ab3cbc94f64855794077b81655c is 50, key is test_row_0/B:col10/1731140697473/Put/seqid=0 2024-11-09T08:24:57,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742030_1206 (size=9757) 2024-11-09T08:24:57,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/8cb63ab3cbc94f64855794077b81655c 2024-11-09T08:24:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/908f9e0f363b43d9a86a1351342fe76a is 50, key is test_row_0/C:col10/1731140697473/Put/seqid=0 2024-11-09T08:24:57,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742031_1207 (size=9757) 2024-11-09T08:24:57,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/908f9e0f363b43d9a86a1351342fe76a 2024-11-09T08:24:57,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/5d0ee31d8377499980c0198eced8bd67 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67 2024-11-09T08:24:57,924 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67, entries=100, sequenceid=258, filesize=21.9 K 2024-11-09T08:24:57,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/8cb63ab3cbc94f64855794077b81655c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c 2024-11-09T08:24:57,931 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c, entries=100, sequenceid=258, filesize=9.5 K 2024-11-09T08:24:57,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/908f9e0f363b43d9a86a1351342fe76a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a 2024-11-09T08:24:57,939 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a, entries=100, sequenceid=258, filesize=9.5 K 2024-11-09T08:24:57,940 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for f190b854210aca00bcc74d3a30584d89 in 146ms, sequenceid=258, compaction requested=true 2024-11-09T08:24:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:57,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-09T08:24:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-09T08:24:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,942 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:57,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T08:24:57,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-09T08:24:57,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-11-09T08:24:57,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 620 msec 2024-11-09T08:24:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-09T08:24:57,957 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:24:57,958 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:24:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-09T08:24:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:24:57,961 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:24:57,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096a9137a7214d4a20bc7fa2ae69f4e6d8_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:57,963 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#167 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:57,964 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:24:57,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:24:57,964 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/009b79e758b64a27a8634ed25eb1eb11 is 175, key is test_row_0/A:col10/1731140694956/Put/seqid=0 2024-11-09T08:24:57,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140757979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:57,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742032_1208 (size=31758) 2024-11-09T08:24:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742033_1209 (size=17534) 2024-11-09T08:24:57,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:57,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096a9137a7214d4a20bc7fa2ae69f4e6d8_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a9137a7214d4a20bc7fa2ae69f4e6d8_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:57,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d59cdef43b4841469e878c10b380e767, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:57,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d59cdef43b4841469e878c10b380e767 is 175, key is test_row_0/A:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742034_1210 (size=48639) 2024-11-09T08:24:58,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d59cdef43b4841469e878c10b380e767 2024-11-09T08:24:58,013 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f612617f4ac14222a322d5a382ac5393 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f612617f4ac14222a322d5a382ac5393 2024-11-09T08:24:58,020 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into f612617f4ac14222a322d5a382ac5393(size=12.4 K), total size for store is 33.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:58,020 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:58,020 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=13, startTime=1731140697452; duration=0sec 2024-11-09T08:24:58,020 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:58,020 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:58,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f8937570cf6e4d31ae7fb2b0edd93c08 is 50, key is test_row_0/B:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742035_1211 (size=12301) 2024-11-09T08:24:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:24:58,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140758087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:58,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T08:24:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:58,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T08:24:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:24:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140758297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:58,411 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/009b79e758b64a27a8634ed25eb1eb11 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11 2024-11-09T08:24:58,417 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 009b79e758b64a27a8634ed25eb1eb11(size=31.0 K), total size for store is 91.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:58,417 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:58,417 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=13, startTime=1731140697452; duration=0sec 2024-11-09T08:24:58,417 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:58,417 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:58,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T08:24:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:24:58,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f8937570cf6e4d31ae7fb2b0edd93c08 2024-11-09T08:24:58,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/994485ac82ee4fad88284d19ca3a6b6b is 50, key is test_row_0/C:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742036_1212 (size=12301) 2024-11-09T08:24:58,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/994485ac82ee4fad88284d19ca3a6b6b 2024-11-09T08:24:58,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d59cdef43b4841469e878c10b380e767 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767 2024-11-09T08:24:58,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767, entries=250, sequenceid=285, filesize=47.5 K 2024-11-09T08:24:58,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/f8937570cf6e4d31ae7fb2b0edd93c08 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08 2024-11-09T08:24:58,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T08:24:58,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/994485ac82ee4fad88284d19ca3a6b6b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b 2024-11-09T08:24:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b, entries=150, sequenceid=285, filesize=12.0 K 2024-11-09T08:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f190b854210aca00bcc74d3a30584d89 in 587ms, sequenceid=285, compaction requested=true 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:58,529 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:58,529 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:24:58,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,531 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142607 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:58,531 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:24:58,531 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,531 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=139.3 K 2024-11-09T08:24:58,531 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,531 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767] 2024-11-09T08:24:58,532 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:58,532 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:24:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,532 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,532 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cb9c9e4646f94850b222d9abfefadeac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=45.8 K 2024-11-09T08:24:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,532 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009b79e758b64a27a8634ed25eb1eb11, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140694956 2024-11-09T08:24:58,532 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9c9e4646f94850b222d9abfefadeac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140694956 2024-11-09T08:24:58,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac424a3ffe3e43b583499ab54bd2d277, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731140697419 2024-11-09T08:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,533 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a82bddda98e4daca2193107feb39860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731140697432 2024-11-09T08:24:58,533 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0ee31d8377499980c0198eced8bd67, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731140697473 2024-11-09T08:24:58,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb63ab3cbc94f64855794077b81655c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731140697473 2024-11-09T08:24:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,534 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d59cdef43b4841469e878c10b380e767, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697919 2024-11-09T08:24:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,534 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f8937570cf6e4d31ae7fb2b0edd93c08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697925 2024-11-09T08:24:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,548 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#177 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:58,548 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/86a61ce92cac451fa875877a781621bd is 50, key is test_row_0/B:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,549 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:58,555 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109aa241571a973430bbab4bc09a1618b2e_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742037_1213 (size=12983) 2024-11-09T08:24:58,562 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109aa241571a973430bbab4bc09a1618b2e_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:58,562 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aa241571a973430bbab4bc09a1618b2e_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742038_1214 (size=4469) 2024-11-09T08:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-09T08:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T08:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109df94319b9f034f23afccbef03a71840b_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_1/A:col10/1731140697976/Put/seqid=0 2024-11-09T08:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742039_1215 (size=9914) 2024-11-09T08:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:58,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:58,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140758758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:58,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140758866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:58,964 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/86a61ce92cac451fa875877a781621bd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/86a61ce92cac451fa875877a781621bd 2024-11-09T08:24:58,969 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 86a61ce92cac451fa875877a781621bd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:58,969 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:58,969 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=12, startTime=1731140698529; duration=0sec 2024-11-09T08:24:58,969 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:24:58,969 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:24:58,969 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:24:58,971 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:24:58,971 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:24:58,971 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:58,971 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f612617f4ac14222a322d5a382ac5393, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=45.8 K 2024-11-09T08:24:58,971 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f612617f4ac14222a322d5a382ac5393, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731140694956 2024-11-09T08:24:58,972 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ad238a78c2dd45dbba64efafe9bf7596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731140697432 2024-11-09T08:24:58,972 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 908f9e0f363b43d9a86a1351342fe76a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1731140697473 2024-11-09T08:24:58,972 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 994485ac82ee4fad88284d19ca3a6b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697925 2024-11-09T08:24:58,976 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:58,976 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/c4bd36624afc42ddb3822ae523b1327f is 175, key is test_row_0/A:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742040_1216 (size=31937) 2024-11-09T08:24:58,984 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:24:58,985 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/511c0b67315247c9a6553b8e16ea7982 is 50, key is test_row_0/C:col10/1731140697925/Put/seqid=0 2024-11-09T08:24:58,989 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/c4bd36624afc42ddb3822ae523b1327f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f 2024-11-09T08:24:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742041_1217 (size=12983) 2024-11-09T08:24:58,995 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into c4bd36624afc42ddb3822ae523b1327f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:58,995 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:58,996 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=12, startTime=1731140698529; duration=0sec 2024-11-09T08:24:58,997 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:58,997 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:24:58,999 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/511c0b67315247c9a6553b8e16ea7982 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/511c0b67315247c9a6553b8e16ea7982 2024-11-09T08:24:59,004 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into 511c0b67315247c9a6553b8e16ea7982(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:24:59,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:59,004 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=12, startTime=1731140698529; duration=0sec 2024-11-09T08:24:59,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:24:59,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:24:59,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:59,035 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109df94319b9f034f23afccbef03a71840b_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109df94319b9f034f23afccbef03a71840b_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:59,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a83df199525d4a28873b391b26c93b04, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a83df199525d4a28873b391b26c93b04 is 175, key is test_row_1/A:col10/1731140697976/Put/seqid=0 2024-11-09T08:24:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742042_1218 (size=22561) 2024-11-09T08:24:59,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a83df199525d4a28873b391b26c93b04 2024-11-09T08:24:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/ad97c68c3ec944d8a7377dde6ae1ee82 is 50, key is test_row_1/B:col10/1731140697976/Put/seqid=0 2024-11-09T08:24:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742043_1219 (size=9857) 2024-11-09T08:24:59,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/ad97c68c3ec944d8a7377dde6ae1ee82 2024-11-09T08:24:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/bdb4c042c41148a2b485f5d1ae3b6d8d is 50, key is test_row_1/C:col10/1731140697976/Put/seqid=0 2024-11-09T08:24:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742044_1220 (size=9857) 2024-11-09T08:24:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140759077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:24:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140759387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:59,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/bdb4c042c41148a2b485f5d1ae3b6d8d 2024-11-09T08:24:59,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a83df199525d4a28873b391b26c93b04 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04 2024-11-09T08:24:59,477 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04, entries=100, sequenceid=296, filesize=22.0 K 2024-11-09T08:24:59,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/ad97c68c3ec944d8a7377dde6ae1ee82 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82 2024-11-09T08:24:59,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82, entries=100, sequenceid=296, filesize=9.6 K 2024-11-09T08:24:59,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/bdb4c042c41148a2b485f5d1ae3b6d8d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d 2024-11-09T08:24:59,486 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d, entries=100, sequenceid=296, filesize=9.6 K 2024-11-09T08:24:59,487 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f190b854210aca00bcc74d3a30584d89 in 907ms, sequenceid=296, compaction requested=false 2024-11-09T08:24:59,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:24:59,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:24:59,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-09T08:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-09T08:24:59,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-09T08:24:59,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-11-09T08:24:59,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5340 sec 2024-11-09T08:24:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:59,898 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:24:59,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T08:24:59,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110902752b3b194f4f25817a2ce4e161784e_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140698727/Put/seqid=0 2024-11-09T08:24:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742045_1221 (size=12454) 2024-11-09T08:24:59,919 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:24:59,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:24:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140759921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:24:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:24:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:24:59,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110902752b3b194f4f25817a2ce4e161784e_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902752b3b194f4f25817a2ce4e161784e_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:24:59,927 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ae97f7be706e4ca5b5444d4385c68928, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:24:59,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ae97f7be706e4ca5b5444d4385c68928 is 175, key is test_row_0/A:col10/1731140698727/Put/seqid=0 2024-11-09T08:24:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742046_1222 (size=31255) 2024-11-09T08:24:59,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ae97f7be706e4ca5b5444d4385c68928 2024-11-09T08:24:59,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3840d78813524054ac6b7a63347316f1 is 50, key is test_row_0/B:col10/1731140698727/Put/seqid=0 2024-11-09T08:24:59,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742047_1223 (size=12301) 2024-11-09T08:24:59,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3840d78813524054ac6b7a63347316f1 2024-11-09T08:24:59,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7125f2eabf9849aca9b0893de8d99890 is 50, key is test_row_0/C:col10/1731140698727/Put/seqid=0 2024-11-09T08:25:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742048_1224 (size=12301) 2024-11-09T08:25:00,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7125f2eabf9849aca9b0893de8d99890 2024-11-09T08:25:00,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/ae97f7be706e4ca5b5444d4385c68928 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928 2024-11-09T08:25:00,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928, entries=150, sequenceid=327, filesize=30.5 K 2024-11-09T08:25:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3840d78813524054ac6b7a63347316f1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1 2024-11-09T08:25:00,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T08:25:00,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/7125f2eabf9849aca9b0893de8d99890 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890 2024-11-09T08:25:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T08:25:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f190b854210aca00bcc74d3a30584d89 in 132ms, sequenceid=327, compaction requested=true 2024-11-09T08:25:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:00,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,031 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:00,031 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:00,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,032 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,032 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:25:00,032 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,033 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=83.7 K 2024-11-09T08:25:00,033 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,033 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928] 2024-11-09T08:25:00,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:00,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:25:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,033 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,033 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/86a61ce92cac451fa875877a781621bd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=34.3 K 2024-11-09T08:25:00,033 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4bd36624afc42ddb3822ae523b1327f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697925 2024-11-09T08:25:00,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 86a61ce92cac451fa875877a781621bd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697925 2024-11-09T08:25:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,034 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ad97c68c3ec944d8a7377dde6ae1ee82, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731140697970 2024-11-09T08:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,035 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a83df199525d4a28873b391b26c93b04, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731140697970 2024-11-09T08:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,036 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3840d78813524054ac6b7a63347316f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:00,036 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae97f7be706e4ca5b5444d4385c68928, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:00,045 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,054 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,056 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/9fa3fc5a4c894898bfc8f028aa26ab5d is 50, key is test_row_0/B:col10/1731140698727/Put/seqid=0 2024-11-09T08:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,061 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,077 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093d85432fc7d740f9a72e9d18c6047384_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,079 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093d85432fc7d740f9a72e9d18c6047384_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,079 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093d85432fc7d740f9a72e9d18c6047384_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109597371e955814b74878ebab86f3c680a_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140699916/Put/seqid=0 2024-11-09T08:25:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-09T08:25:00,108 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:00,108 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-09T08:25:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:00,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:00,112 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:00,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742049_1225 (size=13085) 2024-11-09T08:25:00,126 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/9fa3fc5a4c894898bfc8f028aa26ab5d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9fa3fc5a4c894898bfc8f028aa26ab5d 2024-11-09T08:25:00,134 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 9fa3fc5a4c894898bfc8f028aa26ab5d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:00,134 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:00,134 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=13, startTime=1731140700031; duration=0sec 2024-11-09T08:25:00,134 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:00,134 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:25:00,134 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:00,135 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:00,136 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:25:00,136 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,136 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/511c0b67315247c9a6553b8e16ea7982, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=34.3 K 2024-11-09T08:25:00,137 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 511c0b67315247c9a6553b8e16ea7982, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731140697925 2024-11-09T08:25:00,137 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb4c042c41148a2b485f5d1ae3b6d8d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1731140697970 2024-11-09T08:25:00,137 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7125f2eabf9849aca9b0893de8d99890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:00,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742050_1226 (size=4469) 2024-11-09T08:25:00,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742051_1227 (size=17534) 2024-11-09T08:25:00,152 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:00,153 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/b58735f29f1a4fd8bdb7420fda4f1bd1 is 50, key is test_row_0/C:col10/1731140698727/Put/seqid=0 2024-11-09T08:25:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742052_1228 (size=13085) 2024-11-09T08:25:00,181 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/b58735f29f1a4fd8bdb7420fda4f1bd1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b58735f29f1a4fd8bdb7420fda4f1bd1 2024-11-09T08:25:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140760179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:00,188 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into b58735f29f1a4fd8bdb7420fda4f1bd1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:00,188 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:00,189 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=13, startTime=1731140700031; duration=0sec 2024-11-09T08:25:00,189 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:00,189 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:25:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:00,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-09T08:25:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140760287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:00,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-09T08:25:00,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:00,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140760497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:00,543 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#187 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:00,543 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d13347996a924ef1ad7984e956a00b3c is 175, key is test_row_0/A:col10/1731140698727/Put/seqid=0 2024-11-09T08:25:00,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742053_1229 (size=32039) 2024-11-09T08:25:00,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109597371e955814b74878ebab86f3c680a_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109597371e955814b74878ebab86f3c680a_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:00,556 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a66c912bf3df4de5b0da3be1250c9299, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a66c912bf3df4de5b0da3be1250c9299 is 175, key is test_row_0/A:col10/1731140699916/Put/seqid=0 2024-11-09T08:25:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742054_1230 (size=48639) 2024-11-09T08:25:00,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a66c912bf3df4de5b0da3be1250c9299 2024-11-09T08:25:00,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-09T08:25:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:00,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d8628770dc2c4a85a7d3e38c9cdf615c is 50, key is test_row_0/B:col10/1731140699916/Put/seqid=0 2024-11-09T08:25:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742055_1231 (size=12301) 2024-11-09T08:25:00,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d8628770dc2c4a85a7d3e38c9cdf615c 2024-11-09T08:25:00,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f603aca20f764911a39bada23f7055af is 50, key is test_row_0/C:col10/1731140699916/Put/seqid=0 2024-11-09T08:25:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742056_1232 (size=12301) 2024-11-09T08:25:00,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f603aca20f764911a39bada23f7055af 2024-11-09T08:25:00,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/a66c912bf3df4de5b0da3be1250c9299 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299 2024-11-09T08:25:00,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299, entries=250, sequenceid=338, filesize=47.5 K 2024-11-09T08:25:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/d8628770dc2c4a85a7d3e38c9cdf615c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c 2024-11-09T08:25:00,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T08:25:00,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/f603aca20f764911a39bada23f7055af as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af 2024-11-09T08:25:00,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af, entries=150, sequenceid=338, filesize=12.0 K 2024-11-09T08:25:00,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f190b854210aca00bcc74d3a30584d89 in 580ms, sequenceid=338, compaction requested=false 2024-11-09T08:25:00,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:00,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-09T08:25:00,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:00,726 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:25:00,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e881804679734ea4ac6af189cb6ec76e_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140700163/Put/seqid=0 2024-11-09T08:25:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742057_1233 (size=12454) 2024-11-09T08:25:00,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:00,741 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e881804679734ea4ac6af189cb6ec76e_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e881804679734ea4ac6af189cb6ec76e_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/092311fa17e94556a62cb97ca81b9814, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:00,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/092311fa17e94556a62cb97ca81b9814 is 175, key is test_row_0/A:col10/1731140700163/Put/seqid=0 2024-11-09T08:25:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742058_1234 (size=31255) 2024-11-09T08:25:00,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/092311fa17e94556a62cb97ca81b9814 2024-11-09T08:25:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3788623f2f64404bbf8d044b7e8118f6 is 50, key is test_row_0/B:col10/1731140700163/Put/seqid=0 2024-11-09T08:25:00,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742059_1235 (size=12301) 2024-11-09T08:25:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:00,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:00,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140760827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:00,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140760937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:00,955 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d13347996a924ef1ad7984e956a00b3c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c 2024-11-09T08:25:00,959 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into d13347996a924ef1ad7984e956a00b3c(size=31.3 K), total size for store is 78.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:00,959 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:00,959 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=13, startTime=1731140700030; duration=0sec 2024-11-09T08:25:00,959 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:00,959 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:25:01,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140761147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:01,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:01,167 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3788623f2f64404bbf8d044b7e8118f6 2024-11-09T08:25:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/e47ee1f3c3ff4d5084f814569f602a67 is 50, key is test_row_0/C:col10/1731140700163/Put/seqid=0 2024-11-09T08:25:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742060_1236 (size=12301) 2024-11-09T08:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:01,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140761456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:01,579 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/e47ee1f3c3ff4d5084f814569f602a67 2024-11-09T08:25:01,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/092311fa17e94556a62cb97ca81b9814 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814 2024-11-09T08:25:01,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814, entries=150, sequenceid=365, filesize=30.5 K 2024-11-09T08:25:01,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/3788623f2f64404bbf8d044b7e8118f6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6 2024-11-09T08:25:01,593 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6, entries=150, sequenceid=365, filesize=12.0 K 2024-11-09T08:25:01,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/e47ee1f3c3ff4d5084f814569f602a67 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67 2024-11-09T08:25:01,614 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67, entries=150, sequenceid=365, filesize=12.0 K 2024-11-09T08:25:01,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f190b854210aca00bcc74d3a30584d89 in 890ms, sequenceid=365, compaction requested=true 2024-11-09T08:25:01,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:01,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:01,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-09T08:25:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-09T08:25:01,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-09T08:25:01,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-09T08:25:01,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.5110 sec 2024-11-09T08:25:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:01,968 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:01,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:25:01,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092901cbd385c24ce4a9bcad244d2fe8ba_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742061_1237 (size=14994) 2024-11-09T08:25:02,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140762081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:02,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140762187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-09T08:25:02,257 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:02,257 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-09T08:25:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:02,260 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:02,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:02,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:02,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:02,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092901cbd385c24ce4a9bcad244d2fe8ba_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092901cbd385c24ce4a9bcad244d2fe8ba_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:02,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/204a8c3f33944627a3d364542cd9cb78, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:02,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/204a8c3f33944627a3d364542cd9cb78 is 175, key is test_row_0/A:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742062_1238 (size=39949) 2024-11-09T08:25:02,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140762396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:02,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:02,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,522 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-09T08:25:02,522 INFO [Thread-668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-668. 2024-11-09T08:25:02,522 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:02,522 DEBUG [Thread-668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:02,522 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,522 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,522 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,522 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:02,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:02,523 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-09T08:25:02,523 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:02,523 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,523 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:02,525 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-09T08:25:02,525 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:02,525 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,525 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:02,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:02,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:02,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140762706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:02,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:02,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/204a8c3f33944627a3d364542cd9cb78 2024-11-09T08:25:02,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/121587e2a02240988e0351d73fbb17d0 is 50, key is test_row_0/B:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:02,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742063_1239 (size=12301) 2024-11-09T08:25:02,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:02,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:02,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:02,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:03,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/121587e2a02240988e0351d73fbb17d0 2024-11-09T08:25:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51618 deadline: 1731140763217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:03,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e is 50, key is test_row_0/C:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742064_1240 (size=12301) 2024-11-09T08:25:03,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:03,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:03,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51566 deadline: 1731140763537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:03,539 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51576 deadline: 1731140763548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51564 deadline: 1731140763548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:03,549 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:03,549 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:03,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51578 deadline: 1731140763627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:03,629 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f190b854210aca00bcc74d3a30584d89 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18358 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:03,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:03,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e 2024-11-09T08:25:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/204a8c3f33944627a3d364542cd9cb78 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78 2024-11-09T08:25:03,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78, entries=200, sequenceid=378, filesize=39.0 K 2024-11-09T08:25:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/121587e2a02240988e0351d73fbb17d0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0 2024-11-09T08:25:03,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T08:25:03,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e 2024-11-09T08:25:03,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:03,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e, entries=150, sequenceid=378, filesize=12.0 K 2024-11-09T08:25:03,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f190b854210aca00bcc74d3a30584d89 in 1691ms, sequenceid=378, compaction requested=true 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:03,660 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f190b854210aca00bcc74d3a30584d89:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:03,660 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:25:03,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:03,661 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151882 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:25:03,661 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:25:03,662 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/A is initiating minor compaction (all files) 2024-11-09T08:25:03,662 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/B is initiating minor compaction (all files) 2024-11-09T08:25:03,662 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/A in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,662 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/B in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,662 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=148.3 K 2024-11-09T08:25:03,662 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9fa3fc5a4c894898bfc8f028aa26ab5d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=48.8 K 2024-11-09T08:25:03,662 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,662 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78] 2024-11-09T08:25:03,662 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d13347996a924ef1ad7984e956a00b3c, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:03,662 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa3fc5a4c894898bfc8f028aa26ab5d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:03,663 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66c912bf3df4de5b0da3be1250c9299, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731140699916 2024-11-09T08:25:03,663 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d8628770dc2c4a85a7d3e38c9cdf615c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731140699916 2024-11-09T08:25:03,663 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 092311fa17e94556a62cb97ca81b9814, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731140700163 2024-11-09T08:25:03,663 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3788623f2f64404bbf8d044b7e8118f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731140700163 2024-11-09T08:25:03,663 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 204a8c3f33944627a3d364542cd9cb78, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731140700817 2024-11-09T08:25:03,664 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 121587e2a02240988e0351d73fbb17d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731140700817 2024-11-09T08:25:03,671 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:03,673 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:03,673 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c462ca486c25492f98453eb6bffcd867_f190b854210aca00bcc74d3a30584d89 store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:03,674 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/6536288464184fecb1434070d16da0dc is 50, key is test_row_0/B:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742065_1241 (size=13221) 2024-11-09T08:25:03,695 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c462ca486c25492f98453eb6bffcd867_f190b854210aca00bcc74d3a30584d89, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:03,696 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c462ca486c25492f98453eb6bffcd867_f190b854210aca00bcc74d3a30584d89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742066_1242 (size=4469) 2024-11-09T08:25:03,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-09T08:25:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:03,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:25:03,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110989cf107be7b8479e9a725475d8d38e35_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_0/A:col10/1731140702065/Put/seqid=0 2024-11-09T08:25:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742067_1243 (size=12454) 2024-11-09T08:25:04,085 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/6536288464184fecb1434070d16da0dc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6536288464184fecb1434070d16da0dc 2024-11-09T08:25:04,093 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/B of f190b854210aca00bcc74d3a30584d89 into 6536288464184fecb1434070d16da0dc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:04,093 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:04,093 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/B, priority=12, startTime=1731140703660; duration=0sec 2024-11-09T08:25:04,093 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:04,093 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:B 2024-11-09T08:25:04,093 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:25:04,094 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:25:04,094 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f190b854210aca00bcc74d3a30584d89/C is initiating minor compaction (all files) 2024-11-09T08:25:04,094 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f190b854210aca00bcc74d3a30584d89/C in TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:04,094 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b58735f29f1a4fd8bdb7420fda4f1bd1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp, totalSize=48.8 K 2024-11-09T08:25:04,095 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting b58735f29f1a4fd8bdb7420fda4f1bd1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140698727 2024-11-09T08:25:04,095 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f603aca20f764911a39bada23f7055af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731140699916 2024-11-09T08:25:04,095 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e47ee1f3c3ff4d5084f814569f602a67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731140700163 2024-11-09T08:25:04,096 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c98cbf0a10c84fe4bbd0c2a762ea8d7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731140700817 2024-11-09T08:25:04,100 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#A#compaction#199 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:04,101 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/2c2b4bbc70ab4e799d886e945120e855 is 175, key is test_row_0/A:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742068_1244 (size=32175) 2024-11-09T08:25:04,106 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f190b854210aca00bcc74d3a30584d89#C#compaction#201 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:04,106 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/ff013b3e1052438ca2d031cfa46b2a2d is 50, key is test_row_0/C:col10/1731140700822/Put/seqid=0 2024-11-09T08:25:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742069_1245 (size=13221) 2024-11-09T08:25:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:04,226 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110989cf107be7b8479e9a725475d8d38e35_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110989cf107be7b8479e9a725475d8d38e35_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/673145c85c4e4b3a948467426eb988be, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/673145c85c4e4b3a948467426eb988be is 175, key is test_row_0/A:col10/1731140702065/Put/seqid=0 2024-11-09T08:25:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:04,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. as already flushing 2024-11-09T08:25:04,228 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-11-09T08:25:04,228 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:04,228 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:04,229 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:04,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742070_1246 (size=31255) 2024-11-09T08:25:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:04,518 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/2c2b4bbc70ab4e799d886e945120e855 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/2c2b4bbc70ab4e799d886e945120e855 2024-11-09T08:25:04,519 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/ff013b3e1052438ca2d031cfa46b2a2d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ff013b3e1052438ca2d031cfa46b2a2d 2024-11-09T08:25:04,523 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/A of f190b854210aca00bcc74d3a30584d89 into 2c2b4bbc70ab4e799d886e945120e855(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:04,523 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:04,523 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/A, priority=12, startTime=1731140703660; duration=0sec 2024-11-09T08:25:04,523 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:04,523 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:A 2024-11-09T08:25:04,524 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f190b854210aca00bcc74d3a30584d89/C of f190b854210aca00bcc74d3a30584d89 into ff013b3e1052438ca2d031cfa46b2a2d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:04,524 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:04,524 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., storeName=f190b854210aca00bcc74d3a30584d89/C, priority=12, startTime=1731140703660; duration=0sec 2024-11-09T08:25:04,524 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:04,524 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f190b854210aca00bcc74d3a30584d89:C 2024-11-09T08:25:04,633 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/673145c85c4e4b3a948467426eb988be 2024-11-09T08:25:04,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/e810e48ac40947fb934f4ceaeaa8e280 is 50, key is test_row_0/B:col10/1731140702065/Put/seqid=0 2024-11-09T08:25:04,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742071_1247 (size=12301) 2024-11-09T08:25:05,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/e810e48ac40947fb934f4ceaeaa8e280 2024-11-09T08:25:05,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/8d58296c0de44acaa47ad3ecda3853ad is 50, key is test_row_0/C:col10/1731140702065/Put/seqid=0 2024-11-09T08:25:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742072_1248 (size=12301) 2024-11-09T08:25:05,470 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/8d58296c0de44acaa47ad3ecda3853ad 2024-11-09T08:25:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/673145c85c4e4b3a948467426eb988be as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/673145c85c4e4b3a948467426eb988be 2024-11-09T08:25:05,488 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/673145c85c4e4b3a948467426eb988be, entries=150, sequenceid=402, filesize=30.5 K 2024-11-09T08:25:05,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/e810e48ac40947fb934f4ceaeaa8e280 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/e810e48ac40947fb934f4ceaeaa8e280 2024-11-09T08:25:05,494 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/e810e48ac40947fb934f4ceaeaa8e280, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T08:25:05,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/8d58296c0de44acaa47ad3ecda3853ad as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/8d58296c0de44acaa47ad3ecda3853ad 2024-11-09T08:25:05,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/8d58296c0de44acaa47ad3ecda3853ad, entries=150, sequenceid=402, filesize=12.0 K 2024-11-09T08:25:05,499 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for f190b854210aca00bcc74d3a30584d89 in 1691ms, sequenceid=402, compaction requested=false 2024-11-09T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for f190b854210aca00bcc74d3a30584d89: 2024-11-09T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:05,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T08:25:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T08:25:05,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T08:25:05,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2390 sec 2024-11-09T08:25:05,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.2450 sec 2024-11-09T08:25:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-09T08:25:06,438 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:06,552 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:25:13,612 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-09T08:25:13,612 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-09T08:25:13,613 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:13,613 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:13,613 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,613 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,613 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,613 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:13,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:13,651 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-09T08:25:13,651 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:13,651 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,651 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:13,699 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-11-09T08:25:13,699 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:13,699 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,699 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:13,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:25:13,699 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 260 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3829 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3673 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1641 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4921 rows 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1637 2024-11-09T08:25:13,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4910 rows 2024-11-09T08:25:13,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:25:13,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:25:13,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:13,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:13,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:25:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:13,706 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140713706"}]},"ts":"1731140713706"} 2024-11-09T08:25:13,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:25:13,709 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:25:13,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:25:13,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, UNASSIGN}] 2024-11-09T08:25:13,714 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, UNASSIGN 2024-11-09T08:25:13,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, UNASSIGN because future has completed 2024-11-09T08:25:13,717 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:25:13,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:13,870 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:13,870 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:25:13,871 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing f190b854210aca00bcc74d3a30584d89, disabling compactions & flushes 2024-11-09T08:25:13,871 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:13,871 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:13,871 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. after waiting 0 ms 2024-11-09T08:25:13,871 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:13,871 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing f190b854210aca00bcc74d3a30584d89 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T08:25:13,882 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109774284893c8b4e9883dfe006cfb17596_f190b854210aca00bcc74d3a30584d89 is 50, key is test_row_1/A:col10/1731140713609/Put/seqid=0 2024-11-09T08:25:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742073_1249 (size=9914) 2024-11-09T08:25:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:14,288 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:14,298 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109774284893c8b4e9883dfe006cfb17596_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109774284893c8b4e9883dfe006cfb17596_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:14,300 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d5ae42f9581449c685e11f21a453f600, store: [table=TestAcidGuarantees family=A region=f190b854210aca00bcc74d3a30584d89] 2024-11-09T08:25:14,301 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d5ae42f9581449c685e11f21a453f600 is 175, key is test_row_1/A:col10/1731140713609/Put/seqid=0 2024-11-09T08:25:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742074_1250 (size=22561) 2024-11-09T08:25:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:14,706 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=413, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d5ae42f9581449c685e11f21a453f600 2024-11-09T08:25:14,712 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/0bc130ecc8a44e8fa39f55af8f95d11f is 50, key is test_row_1/B:col10/1731140713609/Put/seqid=0 2024-11-09T08:25:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742075_1251 (size=9857) 2024-11-09T08:25:14,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:15,118 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/0bc130ecc8a44e8fa39f55af8f95d11f 2024-11-09T08:25:15,132 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/49edcac9a0f74913a65079ea255cd52b is 50, key is test_row_1/C:col10/1731140713609/Put/seqid=0 2024-11-09T08:25:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742076_1252 (size=9857) 2024-11-09T08:25:15,537 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/49edcac9a0f74913a65079ea255cd52b 2024-11-09T08:25:15,549 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/A/d5ae42f9581449c685e11f21a453f600 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d5ae42f9581449c685e11f21a453f600 2024-11-09T08:25:15,554 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d5ae42f9581449c685e11f21a453f600, entries=100, sequenceid=413, filesize=22.0 K 2024-11-09T08:25:15,555 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/B/0bc130ecc8a44e8fa39f55af8f95d11f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/0bc130ecc8a44e8fa39f55af8f95d11f 2024-11-09T08:25:15,560 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/0bc130ecc8a44e8fa39f55af8f95d11f, entries=100, sequenceid=413, filesize=9.6 K 2024-11-09T08:25:15,561 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/.tmp/C/49edcac9a0f74913a65079ea255cd52b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/49edcac9a0f74913a65079ea255cd52b 2024-11-09T08:25:15,567 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/49edcac9a0f74913a65079ea255cd52b, entries=100, sequenceid=413, filesize=9.6 K 2024-11-09T08:25:15,568 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f190b854210aca00bcc74d3a30584d89 in 1697ms, sequenceid=413, compaction requested=true 2024-11-09T08:25:15,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78] to archive 2024-11-09T08:25:15,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:15,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a54f3ccd724841fd809ba4e6a33c9749 2024-11-09T08:25:15,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ad35966f612e4c58a994db7fa15eef26 2024-11-09T08:25:15,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5b5075f4d2a74f2aae0d7cd5d559b25c 2024-11-09T08:25:15,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/f20bbcf905ab4e40be70c3792ce16389 2024-11-09T08:25:15,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d85fe926e04c4571b2162bf9e5405cbf 2024-11-09T08:25:15,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a4f9dd9fe76a494fa9cae16bb9a2fdb4 2024-11-09T08:25:15,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/010e95e035c94d489e6c9d3d8283f9a9 2024-11-09T08:25:15,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/51847800cabc433fa2c197dcdcf3d10d 2024-11-09T08:25:15,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a8c7646c8ef74bdf867a3f3a53f4e41e 2024-11-09T08:25:15,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/617d92f838b34a2282ee972ba55a8800 2024-11-09T08:25:15,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/668dca9d69524dc8855984da8741b04b 2024-11-09T08:25:15,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/31c542fefbef42cabd3d582eeddb3eeb 2024-11-09T08:25:15,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5892aa3a2381415da18b0b048cb44954 2024-11-09T08:25:15,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/9ad9ed7c4d824987931bb75eef8c217a 2024-11-09T08:25:15,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ce0d82d1af1345d097522228795b763e 2024-11-09T08:25:15,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/13c7a71e543440c3b841e558db2e2f99 2024-11-09T08:25:15,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/009b79e758b64a27a8634ed25eb1eb11 2024-11-09T08:25:15,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ac424a3ffe3e43b583499ab54bd2d277 2024-11-09T08:25:15,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/5d0ee31d8377499980c0198eced8bd67 2024-11-09T08:25:15,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d59cdef43b4841469e878c10b380e767 2024-11-09T08:25:15,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/c4bd36624afc42ddb3822ae523b1327f 2024-11-09T08:25:15,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a83df199525d4a28873b391b26c93b04 2024-11-09T08:25:15,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d13347996a924ef1ad7984e956a00b3c 2024-11-09T08:25:15,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/ae97f7be706e4ca5b5444d4385c68928 2024-11-09T08:25:15,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/a66c912bf3df4de5b0da3be1250c9299 2024-11-09T08:25:15,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/092311fa17e94556a62cb97ca81b9814 2024-11-09T08:25:15,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/204a8c3f33944627a3d364542cd9cb78 2024-11-09T08:25:15,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cce7ef6b58e74ffc9291f04104074e86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/99d3f827df364d90ba14f8370da4e94e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/1531bd9e5dd04499bbd9fbd75e86d671, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5f044d030aa14ef6b6288deb11ccff65, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cb9c9e4646f94850b222d9abfefadeac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/86a61ce92cac451fa875877a781621bd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9fa3fc5a4c894898bfc8f028aa26ab5d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0] to archive 2024-11-09T08:25:15,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:15,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f5c0a7eaf99f45ad9b7ed1af6a067eaa 2024-11-09T08:25:15,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/a6793ee1d8e34520aa11ac373f26cd66 2024-11-09T08:25:15,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cce7ef6b58e74ffc9291f04104074e86 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cce7ef6b58e74ffc9291f04104074e86 2024-11-09T08:25:15,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/983bf9e03adc4d8faa1d40c051a1a3f0 2024-11-09T08:25:15,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/4bea8f45a4ca49aabc56287d434e322c 2024-11-09T08:25:15,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/fb94add42dcf46388ad9bd0087e33de1 2024-11-09T08:25:15,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/99d3f827df364d90ba14f8370da4e94e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/99d3f827df364d90ba14f8370da4e94e 2024-11-09T08:25:15,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9e5d5ac625d1410d9c4992270512129c 2024-11-09T08:25:15,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/b85ad19e9e494125a2799f0f02d52a46 2024-11-09T08:25:15,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/1531bd9e5dd04499bbd9fbd75e86d671 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/1531bd9e5dd04499bbd9fbd75e86d671 2024-11-09T08:25:15,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d3e314f77952406cb196e03a5438b802 2024-11-09T08:25:15,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6f7f684f61684203b1853ba8a5a90599 2024-11-09T08:25:15,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5f044d030aa14ef6b6288deb11ccff65 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5f044d030aa14ef6b6288deb11ccff65 2024-11-09T08:25:15,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/933779a7b3064856b2aa76685fd6179d 2024-11-09T08:25:15,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/5c563f2409cc427882f2422f280c8c86 2024-11-09T08:25:15,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cb9c9e4646f94850b222d9abfefadeac to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/cb9c9e4646f94850b222d9abfefadeac 2024-11-09T08:25:15,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/afa1a6ea63674b11987a78c0c824170a 2024-11-09T08:25:15,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3a82bddda98e4daca2193107feb39860 2024-11-09T08:25:15,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/8cb63ab3cbc94f64855794077b81655c 2024-11-09T08:25:15,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/86a61ce92cac451fa875877a781621bd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/86a61ce92cac451fa875877a781621bd 2024-11-09T08:25:15,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/f8937570cf6e4d31ae7fb2b0edd93c08 2024-11-09T08:25:15,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/ad97c68c3ec944d8a7377dde6ae1ee82 2024-11-09T08:25:15,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9fa3fc5a4c894898bfc8f028aa26ab5d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/9fa3fc5a4c894898bfc8f028aa26ab5d 2024-11-09T08:25:15,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3840d78813524054ac6b7a63347316f1 2024-11-09T08:25:15,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/d8628770dc2c4a85a7d3e38c9cdf615c 2024-11-09T08:25:15,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/3788623f2f64404bbf8d044b7e8118f6 2024-11-09T08:25:15,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/121587e2a02240988e0351d73fbb17d0 2024-11-09T08:25:15,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d8a267d1190e4fafb94eab917a24332d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/799be1413b3345f9b42a5c385f5c9790, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b4f71ba142764c20a18d4b710bbb4aa8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1598c9ac3efa46a8b123f5a283fa3b2e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f612617f4ac14222a322d5a382ac5393, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/511c0b67315247c9a6553b8e16ea7982, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b58735f29f1a4fd8bdb7420fda4f1bd1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e] to archive 2024-11-09T08:25:15,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:15,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7c09459326f340bbad312ed003dfdb65 2024-11-09T08:25:15,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/41b0b4b1783c4bd8b4e90e06af63c567 2024-11-09T08:25:15,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d8a267d1190e4fafb94eab917a24332d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d8a267d1190e4fafb94eab917a24332d 2024-11-09T08:25:15,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/a776cf4c9f4d414eb15b3fec0bc73481 2024-11-09T08:25:15,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/84465627b2064242b65351eb999f1908 2024-11-09T08:25:15,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1b2252d3ceec40069294ab38a3fbe995 2024-11-09T08:25:15,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/799be1413b3345f9b42a5c385f5c9790 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/799be1413b3345f9b42a5c385f5c9790 2024-11-09T08:25:15,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/162129e8ec6c44779b1d4924a83b5918 2024-11-09T08:25:15,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/d4c3895420364c11af0c6547e233d6b0 2024-11-09T08:25:15,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b4f71ba142764c20a18d4b710bbb4aa8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b4f71ba142764c20a18d4b710bbb4aa8 2024-11-09T08:25:15,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f7c7a03d94f94712b0fec031267d5143 2024-11-09T08:25:15,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c4e3d185dae4346bd051486b1a2bb7c 2024-11-09T08:25:15,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1598c9ac3efa46a8b123f5a283fa3b2e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1598c9ac3efa46a8b123f5a283fa3b2e 2024-11-09T08:25:15,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/3f395b89ac484ec2b19848fdc6232601 2024-11-09T08:25:15,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/85895f311b3d4028b55406c4f1a99aad 2024-11-09T08:25:15,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f612617f4ac14222a322d5a382ac5393 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f612617f4ac14222a322d5a382ac5393 2024-11-09T08:25:15,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/1c3f0585527d4e6c9c7ee1176d7214f8 2024-11-09T08:25:15,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ad238a78c2dd45dbba64efafe9bf7596 2024-11-09T08:25:15,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/908f9e0f363b43d9a86a1351342fe76a 2024-11-09T08:25:15,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/511c0b67315247c9a6553b8e16ea7982 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/511c0b67315247c9a6553b8e16ea7982 2024-11-09T08:25:15,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/994485ac82ee4fad88284d19ca3a6b6b 2024-11-09T08:25:15,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/bdb4c042c41148a2b485f5d1ae3b6d8d 2024-11-09T08:25:15,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b58735f29f1a4fd8bdb7420fda4f1bd1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/b58735f29f1a4fd8bdb7420fda4f1bd1 2024-11-09T08:25:15,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/7125f2eabf9849aca9b0893de8d99890 2024-11-09T08:25:15,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/f603aca20f764911a39bada23f7055af 2024-11-09T08:25:15,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/e47ee1f3c3ff4d5084f814569f602a67 2024-11-09T08:25:15,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/c98cbf0a10c84fe4bbd0c2a762ea8d7e 2024-11-09T08:25:15,651 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=4 2024-11-09T08:25:15,652 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. 2024-11-09T08:25:15,652 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for f190b854210aca00bcc74d3a30584d89: Waiting for close lock at 1731140713871Running coprocessor pre-close hooks at 1731140713871Disabling compacts and flushes for region at 1731140713871Disabling writes for close at 1731140713871Obtaining lock to block concurrent updates at 1731140713871Preparing flush snapshotting stores in f190b854210aca00bcc74d3a30584d89 at 1731140713871Finished memstore snapshotting TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731140713872 (+1 ms)Flushing stores of TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89. at 1731140713873 (+1 ms)Flushing f190b854210aca00bcc74d3a30584d89/A: creating writer at 1731140713873Flushing mob file f190b854210aca00bcc74d3a30584d89/A: appending metadata at 1731140713882 (+9 ms)Flushing mob file f190b854210aca00bcc74d3a30584d89/A: closing flushed file at 1731140713882Flushing f190b854210aca00bcc74d3a30584d89/A: appending metadata at 1731140714300 (+418 ms)Flushing f190b854210aca00bcc74d3a30584d89/A: closing flushed file at 1731140714300Flushing f190b854210aca00bcc74d3a30584d89/B: creating writer at 1731140714710 (+410 ms)Flushing f190b854210aca00bcc74d3a30584d89/B: appending metadata at 1731140714712 (+2 ms)Flushing f190b854210aca00bcc74d3a30584d89/B: closing flushed file at 1731140714712Flushing f190b854210aca00bcc74d3a30584d89/C: creating writer at 1731140715128 (+416 ms)Flushing f190b854210aca00bcc74d3a30584d89/C: appending metadata at 1731140715131 (+3 ms)Flushing f190b854210aca00bcc74d3a30584d89/C: closing flushed file at 1731140715131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9f3e56: reopening flushed file at 1731140715548 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5351a1f2: reopening flushed file at 1731140715554 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e09fffa: reopening flushed file at 1731140715560 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f190b854210aca00bcc74d3a30584d89 in 1697ms, sequenceid=413, compaction requested=true at 1731140715568 (+8 ms)Writing region close event to WAL at 1731140715648 (+80 ms)Running coprocessor post-close hooks at 1731140715652 (+4 ms)Closed at 1731140715652 2024-11-09T08:25:15,654 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=f190b854210aca00bcc74d3a30584d89, regionState=CLOSED 2024-11-09T08:25:15,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:15,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T08:25:15,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure f190b854210aca00bcc74d3a30584d89, server=d7c8ba49ede6,34803,1731140648245 in 1.9400 sec 2024-11-09T08:25:15,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-09T08:25:15,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f190b854210aca00bcc74d3a30584d89, UNASSIGN in 1.9470 sec 2024-11-09T08:25:15,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T08:25:15,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9510 sec 2024-11-09T08:25:15,664 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140715664"}]},"ts":"1731140715664"} 2024-11-09T08:25:15,665 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:25:15,665 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:25:15,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-09T08:25:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-09T08:25:15,858 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:15,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:25:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,862 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T08:25:15,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,867 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,872 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits] 2024-11-09T08:25:15,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/2c2b4bbc70ab4e799d886e945120e855 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/2c2b4bbc70ab4e799d886e945120e855 2024-11-09T08:25:15,880 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/673145c85c4e4b3a948467426eb988be to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/673145c85c4e4b3a948467426eb988be 2024-11-09T08:25:15,882 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d5ae42f9581449c685e11f21a453f600 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/A/d5ae42f9581449c685e11f21a453f600 2024-11-09T08:25:15,885 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/0bc130ecc8a44e8fa39f55af8f95d11f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/0bc130ecc8a44e8fa39f55af8f95d11f 2024-11-09T08:25:15,886 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6536288464184fecb1434070d16da0dc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/6536288464184fecb1434070d16da0dc 2024-11-09T08:25:15,887 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/e810e48ac40947fb934f4ceaeaa8e280 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/B/e810e48ac40947fb934f4ceaeaa8e280 2024-11-09T08:25:15,889 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/49edcac9a0f74913a65079ea255cd52b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/49edcac9a0f74913a65079ea255cd52b 2024-11-09T08:25:15,890 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/8d58296c0de44acaa47ad3ecda3853ad to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/8d58296c0de44acaa47ad3ecda3853ad 2024-11-09T08:25:15,890 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ff013b3e1052438ca2d031cfa46b2a2d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/C/ff013b3e1052438ca2d031cfa46b2a2d 2024-11-09T08:25:15,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits/416.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89/recovered.edits/416.seqid 2024-11-09T08:25:15,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,893 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:25:15,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:25:15,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T08:25:15,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902752b3b194f4f25817a2ce4e161784e_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110902752b3b194f4f25817a2ce4e161784e_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090353ad3034e44d208e11b3c6973dc93a_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090353ad3034e44d208e11b3c6973dc93a_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091221ee7f0e344cd9a64f128f4f38f596_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091221ee7f0e344cd9a64f128f4f38f596_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092901cbd385c24ce4a9bcad244d2fe8ba_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092901cbd385c24ce4a9bcad244d2fe8ba_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109305c6fce426d443d9f70b982ef636f8c_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109305c6fce426d443d9f70b982ef636f8c_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f68aaa0ab74fef83b513d9fc2d2bed_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110945f68aaa0ab74fef83b513d9fc2d2bed_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,903 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109597371e955814b74878ebab86f3c680a_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109597371e955814b74878ebab86f3c680a_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964d185b5322d426d99b57c2da2500c91_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110964d185b5322d426d99b57c2da2500c91_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a9137a7214d4a20bc7fa2ae69f4e6d8_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096a9137a7214d4a20bc7fa2ae69f4e6d8_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,906 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109774284893c8b4e9883dfe006cfb17596_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109774284893c8b4e9883dfe006cfb17596_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,907 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844c0c5bb06c42ae875423b3efc37135_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109844c0c5bb06c42ae875423b3efc37135_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,908 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110989cf107be7b8479e9a725475d8d38e35_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110989cf107be7b8479e9a725475d8d38e35_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,910 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d032b29fc5345b6a3eac350c4402f41_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098d032b29fc5345b6a3eac350c4402f41_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,911 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dde66b73c004d1e90599db88c778bbf_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098dde66b73c004d1e90599db88c778bbf_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,912 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e1ae00bd61b40c2b30741f2a0e19fbe_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e1ae00bd61b40c2b30741f2a0e19fbe_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,913 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0997e01e0c048f2b57da95c47e2c11d_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a0997e01e0c048f2b57da95c47e2c11d_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,914 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a893f831217b47cd95d38ae6a70a1a1f_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a893f831217b47cd95d38ae6a70a1a1f_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,915 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba5a41907e384ca5aac78c1a964a36cf_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ba5a41907e384ca5aac78c1a964a36cf_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,916 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109df94319b9f034f23afccbef03a71840b_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109df94319b9f034f23afccbef03a71840b_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,917 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e881804679734ea4ac6af189cb6ec76e_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e881804679734ea4ac6af189cb6ec76e_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,918 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f392f3d31c7c426db3fc8c75f591abe8_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f392f3d31c7c426db3fc8c75f591abe8_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,919 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f76eb175b7e44678b524812f1c430718_f190b854210aca00bcc74d3a30584d89 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f76eb175b7e44678b524812f1c430718_f190b854210aca00bcc74d3a30584d89 2024-11-09T08:25:15,919 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:25:15,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,923 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:25:15,925 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:25:15,926 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,927 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:25:15,927 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140715927"}]},"ts":"9223372036854775807"} 2024-11-09T08:25:15,929 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:25:15,929 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f190b854210aca00bcc74d3a30584d89, NAME => 'TestAcidGuarantees,,1731140679749.f190b854210aca00bcc74d3a30584d89.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:25:15,929 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:25:15,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140715929"}]},"ts":"9223372036854775807"} 2024-11-09T08:25:15,931 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:25:15,932 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-09T08:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-09T08:25:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:25:15,967 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:15,977 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=1811 (was 1957) 2024-11-09T08:25:15,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=1803 2024-11-09T08:25:15,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:25:15,988 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:15,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:25:15,990 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:15,990 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-09T08:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:15,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:25:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742077_1253 (size=959) 2024-11-09T08:25:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:16,405 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:25:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742078_1254 (size=53) 2024-11-09T08:25:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:16,815 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:25:16,816 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1cc108544e6ddf2749ab7b23d99dacad, disabling compactions & flushes 2024-11-09T08:25:16,816 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:16,816 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:16,816 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. after waiting 0 ms 2024-11-09T08:25:16,816 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:16,816 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:16,816 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cc108544e6ddf2749ab7b23d99dacad: Waiting for close lock at 1731140716816Disabling compacts and flushes for region at 1731140716816Disabling writes for close at 1731140716816Writing region close event to WAL at 1731140716816Closed at 1731140716816 2024-11-09T08:25:16,819 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:25:16,820 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140716819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140716819"}]},"ts":"1731140716819"} 2024-11-09T08:25:16,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:25:16,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:25:16,826 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140716825"}]},"ts":"1731140716825"} 2024-11-09T08:25:16,827 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:25:16,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, ASSIGN}] 2024-11-09T08:25:16,828 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, ASSIGN 2024-11-09T08:25:16,829 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:25:16,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=1cc108544e6ddf2749ab7b23d99dacad, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:16,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, ASSIGN because future has completed 2024-11-09T08:25:16,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:17,141 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:17,141 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:25:17,141 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,142 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:25:17,142 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,142 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,145 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,146 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc108544e6ddf2749ab7b23d99dacad columnFamilyName A 2024-11-09T08:25:17,147 DEBUG [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:17,147 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(327): Store=1cc108544e6ddf2749ab7b23d99dacad/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:17,147 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,149 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc108544e6ddf2749ab7b23d99dacad columnFamilyName B 2024-11-09T08:25:17,149 DEBUG [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:17,150 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(327): Store=1cc108544e6ddf2749ab7b23d99dacad/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:17,150 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,152 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cc108544e6ddf2749ab7b23d99dacad columnFamilyName C 2024-11-09T08:25:17,152 DEBUG [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:17,152 INFO [StoreOpener-1cc108544e6ddf2749ab7b23d99dacad-1 {}] regionserver.HStore(327): Store=1cc108544e6ddf2749ab7b23d99dacad/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:17,153 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,154 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,154 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,156 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,156 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,157 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:25:17,158 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,160 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:25:17,161 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 1cc108544e6ddf2749ab7b23d99dacad; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69736354, jitterRate=0.03915265202522278}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:25:17,161 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:17,162 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 1cc108544e6ddf2749ab7b23d99dacad: Running coprocessor pre-open hook at 1731140717142Writing region info on filesystem at 1731140717142Initializing all the Stores at 1731140717144 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140717144Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140717144Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140717144Cleaning up temporary data from old regions at 1731140717156 (+12 ms)Running coprocessor post-open hooks at 1731140717161 (+5 ms)Region opened successfully at 1731140717162 (+1 ms) 2024-11-09T08:25:17,163 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., pid=67, masterSystemTime=1731140717134 2024-11-09T08:25:17,164 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:17,164 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:17,165 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=1cc108544e6ddf2749ab7b23d99dacad, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:17,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:17,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-09T08:25:17,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 in 186 msec 2024-11-09T08:25:17,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-09T08:25:17,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, ASSIGN in 341 msec 2024-11-09T08:25:17,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:25:17,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140717171"}]},"ts":"1731140717171"} 2024-11-09T08:25:17,172 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:25:17,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:25:17,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-09T08:25:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-09T08:25:18,138 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:18,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,145 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f56fca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4816cc63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:25:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:25:18,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1a8e17 2024-11-09T08:25:18,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:25:18,156 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:25:18,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,158 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f643df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,160 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e19e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c96093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,163 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,164 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266801a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2abc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b359d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,169 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f96ea3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,171 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f5ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3611925e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,174 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dc9c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,176 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2186d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d95aeb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,179 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c7477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122cdf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,181 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6e9ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,182 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e32581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,184 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496881bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,185 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afe36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:18,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:18,186 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec6c9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:18,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:18,187 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:18,187 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:18,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ffe6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:18,188 DEBUG [Thread-1178 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,188 DEBUG [Thread-1184 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,188 DEBUG [Thread-1195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,188 DEBUG [Thread-1180 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,189 DEBUG [Thread-1189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,189 DEBUG [Thread-1193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,189 DEBUG [Thread-1191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,190 DEBUG [Thread-1176 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,191 DEBUG [Thread-1182 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,191 DEBUG [Thread-1187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:18,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,193 DEBUG [Thread-1187 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:18,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,193 DEBUG [Thread-1187 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:18,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-09T08:25:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:25:18,198 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:18,198 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:18,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:18,203 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:18,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:18,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/256adf9580454eb29a5523310677a943 is 50, key is test_row_0/A:col10/1731140718200/Put/seqid=0 2024-11-09T08:25:18,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140778234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140778234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140778239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140778240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140778240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742079_1255 (size=14341) 2024-11-09T08:25:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:18,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140778347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140778348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140778348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140778348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140778348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:18,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:18,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140778556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140778556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140778556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140778557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140778557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/256adf9580454eb29a5523310677a943 2024-11-09T08:25:18,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4135856a6aa14290a1aad7e3523bfb27 is 50, key is test_row_0/B:col10/1731140718200/Put/seqid=0 2024-11-09T08:25:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742080_1256 (size=12001) 2024-11-09T08:25:18,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4135856a6aa14290a1aad7e3523bfb27 2024-11-09T08:25:18,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/290715efd19d4e4ca25ad4973f22423a is 50, key is test_row_0/C:col10/1731140718200/Put/seqid=0 2024-11-09T08:25:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742081_1257 (size=12001) 2024-11-09T08:25:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140778867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140778866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:18,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:18,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:18,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:18,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:19,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:19,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:19,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/290715efd19d4e4ca25ad4973f22423a 2024-11-09T08:25:19,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/256adf9580454eb29a5523310677a943 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943 2024-11-09T08:25:19,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943, entries=200, sequenceid=12, filesize=14.0 K 2024-11-09T08:25:19,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4135856a6aa14290a1aad7e3523bfb27 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27 2024-11-09T08:25:19,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T08:25:19,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/290715efd19d4e4ca25ad4973f22423a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a 2024-11-09T08:25:19,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-09T08:25:19,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1cc108544e6ddf2749ab7b23d99dacad in 997ms, sequenceid=12, compaction requested=false 2024-11-09T08:25:19,200 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T08:25:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:19,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-09T08:25:19,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:19,332 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:25:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:19,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c is 50, key is test_row_0/A:col10/1731140718239/Put/seqid=0 2024-11-09T08:25:19,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742082_1258 (size=12001) 2024-11-09T08:25:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:19,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140779381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140779383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140779385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140779386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140779386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140779497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140779707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140779707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140779707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140779707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140779707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:19,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c 2024-11-09T08:25:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/3034e0d9ba444319bb6c0e2d2a473909 is 50, key is test_row_0/B:col10/1731140718239/Put/seqid=0 2024-11-09T08:25:19,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742083_1259 (size=12001) 2024-11-09T08:25:19,757 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/3034e0d9ba444319bb6c0e2d2a473909 2024-11-09T08:25:19,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/958a5ffb49234347971ccbdf4159ab4e is 50, key is test_row_0/C:col10/1731140718239/Put/seqid=0 2024-11-09T08:25:19,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742084_1260 (size=12001) 2024-11-09T08:25:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140780017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140780017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140780017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140780017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140780017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,170 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/958a5ffb49234347971ccbdf4159ab4e 2024-11-09T08:25:20,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c 2024-11-09T08:25:20,178 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:25:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/3034e0d9ba444319bb6c0e2d2a473909 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909 2024-11-09T08:25:20,182 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:25:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/958a5ffb49234347971ccbdf4159ab4e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e 2024-11-09T08:25:20,187 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:25:20,188 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 1cc108544e6ddf2749ab7b23d99dacad in 856ms, sequenceid=37, compaction requested=false 2024-11-09T08:25:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:20,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-09T08:25:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-09T08:25:20,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-09T08:25:20,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9920 sec 2024-11-09T08:25:20,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.0000 sec 2024-11-09T08:25:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-09T08:25:20,347 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:20,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-09T08:25:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T08:25:20,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:20,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:20,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T08:25:20,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-09T08:25:20,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:20,503 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:25:20,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/5271e609a4414dfe9af07396875642cc is 50, key is test_row_0/A:col10/1731140719382/Put/seqid=0 2024-11-09T08:25:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742085_1261 (size=12001) 2024-11-09T08:25:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:20,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140780545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140780547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140780548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140780549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140780550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140780657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140780657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140780657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140780657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140780657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140780867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140780876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140780876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140780877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140780877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:20,912 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/5271e609a4414dfe9af07396875642cc 2024-11-09T08:25:20,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/740074f4a3694d48844402a53819ff03 is 50, key is test_row_0/B:col10/1731140719382/Put/seqid=0 2024-11-09T08:25:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742086_1262 (size=12001) 2024-11-09T08:25:20,943 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/740074f4a3694d48844402a53819ff03 2024-11-09T08:25:20,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/239b3b7d89f54ed7b6601b0b8f7b797f is 50, key is test_row_0/C:col10/1731140719382/Put/seqid=0 2024-11-09T08:25:20,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742087_1263 (size=12001) 2024-11-09T08:25:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T08:25:21,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140781177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,183 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:25:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140781186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140781187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140781187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140781187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,356 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/239b3b7d89f54ed7b6601b0b8f7b797f 2024-11-09T08:25:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/5271e609a4414dfe9af07396875642cc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc 2024-11-09T08:25:21,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T08:25:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/740074f4a3694d48844402a53819ff03 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03 2024-11-09T08:25:21,369 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T08:25:21,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/239b3b7d89f54ed7b6601b0b8f7b797f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f 2024-11-09T08:25:21,375 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-09T08:25:21,376 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1cc108544e6ddf2749ab7b23d99dacad in 873ms, sequenceid=49, compaction requested=true 2024-11-09T08:25:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-09T08:25:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-09T08:25:21,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-09T08:25:21,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-09T08:25:21,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0320 sec 2024-11-09T08:25:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-09T08:25:21,487 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:21,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-09T08:25:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:21,489 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:21,490 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:21,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:21,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-09T08:25:21,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:21,642 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:25:21,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/9a9f733d50fb4d829254f47e069ef0fb is 50, key is test_row_0/A:col10/1731140720546/Put/seqid=0 2024-11-09T08:25:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742088_1264 (size=12001) 2024-11-09T08:25:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:21,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140781700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140781701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140781701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140781701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140781704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:21,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140781807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140781816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140781816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140781816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140781816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140782017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/9a9f733d50fb4d829254f47e069ef0fb 2024-11-09T08:25:22,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/0fd50428cf7a4810942b7ff64fc37fff is 50, key is test_row_0/B:col10/1731140720546/Put/seqid=0 2024-11-09T08:25:22,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742089_1265 (size=12001) 2024-11-09T08:25:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140782327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140782336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140782336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140782336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140782337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/0fd50428cf7a4810942b7ff64fc37fff 2024-11-09T08:25:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3d022a35f1e94bc9b117088ef3c74167 is 50, key is test_row_0/C:col10/1731140720546/Put/seqid=0 2024-11-09T08:25:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742090_1266 (size=12001) 2024-11-09T08:25:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:22,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140782836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140782846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140782847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140782847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140782847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:22,872 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3d022a35f1e94bc9b117088ef3c74167 2024-11-09T08:25:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/9a9f733d50fb4d829254f47e069ef0fb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb 2024-11-09T08:25:22,879 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T08:25:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/0fd50428cf7a4810942b7ff64fc37fff as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff 2024-11-09T08:25:22,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T08:25:22,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3d022a35f1e94bc9b117088ef3c74167 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167 2024-11-09T08:25:22,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167, entries=150, sequenceid=73, filesize=11.7 K 2024-11-09T08:25:22,889 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1cc108544e6ddf2749ab7b23d99dacad in 1247ms, sequenceid=73, compaction requested=true 2024-11-09T08:25:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-09T08:25:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-09T08:25:22,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-09T08:25:22,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-09T08:25:22,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4050 sec 2024-11-09T08:25:23,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-09T08:25:23,637 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:23,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-09T08:25:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:23,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:23,691 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:23,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:23,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-09T08:25:23,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:23,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:25:23,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/7fde3e6fb7e94b91968a8cdb9590dac2 is 50, key is test_row_0/A:col10/1731140721700/Put/seqid=0 2024-11-09T08:25:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:23,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742091_1267 (size=12001) 2024-11-09T08:25:23,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140783875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140783877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140783878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140783879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140783880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:23,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140783987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140783987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140783987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140783987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140783987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:23,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140784197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140784197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140784197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140784197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140784197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,253 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/7fde3e6fb7e94b91968a8cdb9590dac2 2024-11-09T08:25:24,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/ee13ceb4e77b481a8ca6b9b879c18352 is 50, key is test_row_0/B:col10/1731140721700/Put/seqid=0 2024-11-09T08:25:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742092_1268 (size=12001) 2024-11-09T08:25:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:24,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140784507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140784507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140784507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140784507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140784507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:24,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:24,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/ee13ceb4e77b481a8ca6b9b879c18352 2024-11-09T08:25:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/752482c105ee4b0787891154a48c5b40 is 50, key is test_row_0/C:col10/1731140721700/Put/seqid=0 2024-11-09T08:25:24,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742093_1269 (size=12001) 2024-11-09T08:25:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:25,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140785017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140785017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140785017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:25,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140785017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140785017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:25,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/752482c105ee4b0787891154a48c5b40 2024-11-09T08:25:25,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/7fde3e6fb7e94b91968a8cdb9590dac2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2 2024-11-09T08:25:25,080 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2, entries=150, sequenceid=85, filesize=11.7 K 2024-11-09T08:25:25,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/ee13ceb4e77b481a8ca6b9b879c18352 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352 2024-11-09T08:25:25,084 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352, entries=150, sequenceid=85, filesize=11.7 K 2024-11-09T08:25:25,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/752482c105ee4b0787891154a48c5b40 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40 2024-11-09T08:25:25,088 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40, entries=150, sequenceid=85, filesize=11.7 K 2024-11-09T08:25:25,089 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1cc108544e6ddf2749ab7b23d99dacad in 1245ms, sequenceid=85, compaction requested=true 2024-11-09T08:25:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:25,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-09T08:25:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-09T08:25:25,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-09T08:25:25,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-09T08:25:25,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4560 sec 2024-11-09T08:25:25,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-09T08:25:25,787 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:25,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:25,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-09T08:25:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T08:25:25,789 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:25,790 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:25,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T08:25:25,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-09T08:25:25,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:25,942 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:25:25,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/79760c0e8dd14d62a67e02c97bf34a66 is 50, key is test_row_0/A:col10/1731140723877/Put/seqid=0 2024-11-09T08:25:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742094_1270 (size=12001) 2024-11-09T08:25:25,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/79760c0e8dd14d62a67e02c97bf34a66 2024-11-09T08:25:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c6e7972573e433092753850787bcf50 is 50, key is test_row_0/B:col10/1731140723877/Put/seqid=0 2024-11-09T08:25:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742095_1271 (size=12001) 2024-11-09T08:25:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:26,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140786040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140786041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140786042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140786042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140786043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T08:25:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140786156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140786156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140786157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140786157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140786157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c6e7972573e433092753850787bcf50 2024-11-09T08:25:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3abe06f2240d42d1a49326e1addb0c33 is 50, key is test_row_0/C:col10/1731140723877/Put/seqid=0 2024-11-09T08:25:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140786367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140786367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140786367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140786367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140786367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742096_1272 (size=12001) 2024-11-09T08:25:26,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3abe06f2240d42d1a49326e1addb0c33 2024-11-09T08:25:26,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/79760c0e8dd14d62a67e02c97bf34a66 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66 2024-11-09T08:25:26,381 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66, entries=150, sequenceid=109, filesize=11.7 K 2024-11-09T08:25:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c6e7972573e433092753850787bcf50 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50 2024-11-09T08:25:26,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50, entries=150, sequenceid=109, filesize=11.7 K 2024-11-09T08:25:26,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/3abe06f2240d42d1a49326e1addb0c33 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33 2024-11-09T08:25:26,389 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33, entries=150, sequenceid=109, filesize=11.7 K 2024-11-09T08:25:26,390 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1cc108544e6ddf2749ab7b23d99dacad in 447ms, sequenceid=109, compaction requested=true 2024-11-09T08:25:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-09T08:25:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-09T08:25:26,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-09T08:25:26,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 601 msec 2024-11-09T08:25:26,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 605 msec 2024-11-09T08:25:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-09T08:25:26,417 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:26,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-09T08:25:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:26,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:26,419 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:26,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:26,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-09T08:25:26,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:26,572 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:25:26,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/95ef06bfe3874307876f2007bcd80cc6 is 50, key is test_row_1/A:col10/1731140726042/Put/seqid=0 2024-11-09T08:25:26,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742097_1273 (size=9657) 2024-11-09T08:25:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:26,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140786698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140786698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140786699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140786699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140786705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:26,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140786807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140786816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140786816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140786817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140786817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:26,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:26,982 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/95ef06bfe3874307876f2007bcd80cc6 2024-11-09T08:25:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c746619a39246529c5958112e5703d7 is 50, key is test_row_1/B:col10/1731140726042/Put/seqid=0 2024-11-09T08:25:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742098_1274 (size=9657) 2024-11-09T08:25:27,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140787016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140787026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140787027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140787027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140787027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:27,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140787326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140787336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140787337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140787337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140787337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,393 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c746619a39246529c5958112e5703d7 2024-11-09T08:25:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/81f5c5b077314888a886a4f78d2fc950 is 50, key is test_row_1/C:col10/1731140726042/Put/seqid=0 2024-11-09T08:25:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742099_1275 (size=9657) 2024-11-09T08:25:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:27,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/81f5c5b077314888a886a4f78d2fc950 2024-11-09T08:25:27,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/95ef06bfe3874307876f2007bcd80cc6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6 2024-11-09T08:25:27,810 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6, entries=100, sequenceid=121, filesize=9.4 K 2024-11-09T08:25:27,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/8c746619a39246529c5958112e5703d7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7 2024-11-09T08:25:27,814 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7, entries=100, sequenceid=121, filesize=9.4 K 2024-11-09T08:25:27,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/81f5c5b077314888a886a4f78d2fc950 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950 2024-11-09T08:25:27,818 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950, entries=100, sequenceid=121, filesize=9.4 K 2024-11-09T08:25:27,819 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1cc108544e6ddf2749ab7b23d99dacad in 1247ms, sequenceid=121, compaction requested=true 2024-11-09T08:25:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:27,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-09T08:25:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-09T08:25:27,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-09T08:25:27,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-11-09T08:25:27,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4050 sec 2024-11-09T08:25:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:27,839 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:27,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:25:27,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/0f32116cac7c4f2bac9e04476cceeaeb is 50, key is test_row_0/A:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742100_1276 (size=14541) 2024-11-09T08:25:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140787852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140787853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140787854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140787855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140787858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140787966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140787966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140787966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140787966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140787967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140788177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140788177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140788177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140788178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140788178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/0f32116cac7c4f2bac9e04476cceeaeb 2024-11-09T08:25:28,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/656d69da05cc408cb23ceab4f883ade0 is 50, key is test_row_0/B:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742101_1277 (size=12151) 2024-11-09T08:25:28,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/656d69da05cc408cb23ceab4f883ade0 2024-11-09T08:25:28,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/c69973e2d12341eabb48da89ba8273ac is 50, key is test_row_0/C:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742102_1278 (size=12151) 2024-11-09T08:25:28,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140788487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140788487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140788487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140788487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140788487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-09T08:25:28,567 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:28,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-09T08:25:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:28,569 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:28,570 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:28,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:28,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/c69973e2d12341eabb48da89ba8273ac 2024-11-09T08:25:28,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T08:25:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:28,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/0f32116cac7c4f2bac9e04476cceeaeb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb 2024-11-09T08:25:28,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb, entries=200, sequenceid=146, filesize=14.2 K 2024-11-09T08:25:28,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/656d69da05cc408cb23ceab4f883ade0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0 2024-11-09T08:25:28,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0, entries=150, sequenceid=146, filesize=11.9 K 2024-11-09T08:25:28,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/c69973e2d12341eabb48da89ba8273ac as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac 2024-11-09T08:25:28,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac, entries=150, sequenceid=146, filesize=11.9 K 2024-11-09T08:25:28,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1cc108544e6ddf2749ab7b23d99dacad in 897ms, sequenceid=146, compaction requested=true 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:28,736 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:28,736 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T08:25:28,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:28,738 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98544 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T08:25:28,738 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T08:25:28,738 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/B is initiating minor compaction (all files) 2024-11-09T08:25:28,738 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/A is initiating minor compaction (all files) 2024-11-09T08:25:28,738 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/A in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,738 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/B in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,738 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=96.2 K 2024-11-09T08:25:28,738 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=91.6 K 2024-11-09T08:25:28,748 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 256adf9580454eb29a5523310677a943, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731140718200 2024-11-09T08:25:28,748 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4135856a6aa14290a1aad7e3523bfb27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731140718200 2024-11-09T08:25:28,749 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0b0e3281224aaaa5e40e8fc5d1ca2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140718231 2024-11-09T08:25:28,749 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5271e609a4414dfe9af07396875642cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731140719382 2024-11-09T08:25:28,749 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a9f733d50fb4d829254f47e069ef0fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731140720546 2024-11-09T08:25:28,749 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fde3e6fb7e94b91968a8cdb9590dac2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731140721700 2024-11-09T08:25:28,750 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79760c0e8dd14d62a67e02c97bf34a66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731140723877 2024-11-09T08:25:28,750 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95ef06bfe3874307876f2007bcd80cc6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731140726041 2024-11-09T08:25:28,750 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f32116cac7c4f2bac9e04476cceeaeb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:28,752 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3034e0d9ba444319bb6c0e2d2a473909, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140718231 2024-11-09T08:25:28,752 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 740074f4a3694d48844402a53819ff03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731140719382 2024-11-09T08:25:28,753 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd50428cf7a4810942b7ff64fc37fff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731140720546 2024-11-09T08:25:28,753 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ee13ceb4e77b481a8ca6b9b879c18352, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731140721700 2024-11-09T08:25:28,753 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c6e7972573e433092753850787bcf50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731140723877 2024-11-09T08:25:28,754 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c746619a39246529c5958112e5703d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731140726041 2024-11-09T08:25:28,754 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 656d69da05cc408cb23ceab4f883ade0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:28,765 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#A#compaction#231 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:28,766 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/5c9b933508ae404fb7594d6af18bb10e is 50, key is test_row_0/A:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:28,776 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:28,777 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/6b59315628d54863bff650e914f78d6e is 50, key is test_row_0/B:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742103_1279 (size=12425) 2024-11-09T08:25:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742104_1280 (size=12425) 2024-11-09T08:25:28,796 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/6b59315628d54863bff650e914f78d6e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6b59315628d54863bff650e914f78d6e 2024-11-09T08:25:28,801 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/B of 1cc108544e6ddf2749ab7b23d99dacad into 6b59315628d54863bff650e914f78d6e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:28,801 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:28,801 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/B, priority=8, startTime=1731140728736; duration=0sec 2024-11-09T08:25:28,802 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:28,802 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:B 2024-11-09T08:25:28,802 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-09T08:25:28,804 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93814 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-09T08:25:28,804 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/C is initiating minor compaction (all files) 2024-11-09T08:25:28,804 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/C in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,804 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=91.6 K 2024-11-09T08:25:28,805 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 290715efd19d4e4ca25ad4973f22423a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731140718200 2024-11-09T08:25:28,805 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 958a5ffb49234347971ccbdf4159ab4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140718231 2024-11-09T08:25:28,805 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 239b3b7d89f54ed7b6601b0b8f7b797f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731140719382 2024-11-09T08:25:28,805 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d022a35f1e94bc9b117088ef3c74167, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731140720546 2024-11-09T08:25:28,806 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 752482c105ee4b0787891154a48c5b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1731140721700 2024-11-09T08:25:28,806 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abe06f2240d42d1a49326e1addb0c33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731140723877 2024-11-09T08:25:28,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 81f5c5b077314888a886a4f78d2fc950, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731140726041 2024-11-09T08:25:28,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c69973e2d12341eabb48da89ba8273ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:28,820 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#C#compaction#233 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:28,820 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/ca085c093f3143b19c496c394e9c9d79 is 50, key is test_row_0/C:col10/1731140726697/Put/seqid=0 2024-11-09T08:25:28,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742105_1281 (size=12425) 2024-11-09T08:25:28,834 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/ca085c093f3143b19c496c394e9c9d79 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/ca085c093f3143b19c496c394e9c9d79 2024-11-09T08:25:28,839 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/C of 1cc108544e6ddf2749ab7b23d99dacad into ca085c093f3143b19c496c394e9c9d79(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:28,839 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:28,839 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/C, priority=8, startTime=1731140728736; duration=0sec 2024-11-09T08:25:28,839 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:28,839 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:C 2024-11-09T08:25:28,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-09T08:25:28,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:28,875 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:28,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/c7a53917bb694071a7033ee0f87ed04a is 50, key is test_row_0/A:col10/1731140727851/Put/seqid=0 2024-11-09T08:25:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742106_1282 (size=12151) 2024-11-09T08:25:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:28,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140789017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140789018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140789022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140789023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140789023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140789127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140789127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140789137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140789137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140789137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,186 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/5c9b933508ae404fb7594d6af18bb10e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5c9b933508ae404fb7594d6af18bb10e 2024-11-09T08:25:29,190 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/A of 1cc108544e6ddf2749ab7b23d99dacad into 5c9b933508ae404fb7594d6af18bb10e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:29,190 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:29,190 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/A, priority=8, startTime=1731140728736; duration=0sec 2024-11-09T08:25:29,190 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:29,190 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:A 2024-11-09T08:25:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:29,283 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/c7a53917bb694071a7033ee0f87ed04a 2024-11-09T08:25:29,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/20e6bbaba81b49f0909f352d2ab1c18a is 50, key is test_row_0/B:col10/1731140727851/Put/seqid=0 2024-11-09T08:25:29,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742107_1283 (size=12151) 2024-11-09T08:25:29,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140789337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140789337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140789347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140789347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140789347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140789646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140789646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140789657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140789657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140789657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:29,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:29,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/20e6bbaba81b49f0909f352d2ab1c18a 2024-11-09T08:25:29,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/983278dc08f24a4f93e9e27d0a32535f is 50, key is test_row_0/C:col10/1731140727851/Put/seqid=0 2024-11-09T08:25:29,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742108_1284 (size=12151) 2024-11-09T08:25:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:30,103 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/983278dc08f24a4f93e9e27d0a32535f 2024-11-09T08:25:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/c7a53917bb694071a7033ee0f87ed04a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a 2024-11-09T08:25:30,109 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T08:25:30,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/20e6bbaba81b49f0909f352d2ab1c18a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a 2024-11-09T08:25:30,113 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T08:25:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/983278dc08f24a4f93e9e27d0a32535f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f 2024-11-09T08:25:30,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f, entries=150, sequenceid=159, filesize=11.9 K 2024-11-09T08:25:30,118 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1cc108544e6ddf2749ab7b23d99dacad in 1243ms, sequenceid=159, compaction requested=false 2024-11-09T08:25:30,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:30,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:30,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-09T08:25:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-09T08:25:30,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-09T08:25:30,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec 2024-11-09T08:25:30,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.5530 sec 2024-11-09T08:25:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:30,159 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:30,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T08:25:30,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/cc43b78b287a4b7fb369374468bd9aa6 is 50, key is test_row_0/A:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742109_1285 (size=14541) 2024-11-09T08:25:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140790167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140790167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140790171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140790171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140790172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140790277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140790277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140790286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140790286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140790487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140790487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140790496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140790496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/cc43b78b287a4b7fb369374468bd9aa6 2024-11-09T08:25:30,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/7391fa9e4ca649ec9508d335c1604b9b is 50, key is test_row_0/B:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:30,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742110_1286 (size=12151) 2024-11-09T08:25:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-09T08:25:30,727 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:30,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-09T08:25:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:30,729 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:30,730 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:30,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:30,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140790797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140790797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140790807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140790807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:30,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:30,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T08:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:30,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:30,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:30,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/7391fa9e4ca649ec9508d335c1604b9b 2024-11-09T08:25:30,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/32f8bd8c2d0a46fe8ad584710d816ed6 is 50, key is test_row_0/C:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742111_1287 (size=12151) 2024-11-09T08:25:31,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T08:25:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:31,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140791177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:31,178 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T08:25:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140791307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:31,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140791307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140791316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140791316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:31,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:31,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T08:25:31,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:31,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:31,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/32f8bd8c2d0a46fe8ad584710d816ed6 2024-11-09T08:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/cc43b78b287a4b7fb369374468bd9aa6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6 2024-11-09T08:25:31,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6, entries=200, sequenceid=188, filesize=14.2 K 2024-11-09T08:25:31,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/7391fa9e4ca649ec9508d335c1604b9b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b 2024-11-09T08:25:31,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b, entries=150, sequenceid=188, filesize=11.9 K 2024-11-09T08:25:31,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/32f8bd8c2d0a46fe8ad584710d816ed6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6 2024-11-09T08:25:31,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6, entries=150, sequenceid=188, filesize=11.9 K 2024-11-09T08:25:31,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 1cc108544e6ddf2749ab7b23d99dacad in 1246ms, sequenceid=188, compaction requested=true 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:31,405 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:31,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:31,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39117 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/A is initiating minor compaction (all files) 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/B is initiating minor compaction (all files) 2024-11-09T08:25:31,406 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/A in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,406 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/B in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,406 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5c9b933508ae404fb7594d6af18bb10e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=38.2 K 2024-11-09T08:25:31,406 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6b59315628d54863bff650e914f78d6e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=35.9 K 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c9b933508ae404fb7594d6af18bb10e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:31,406 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b59315628d54863bff650e914f78d6e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:31,407 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 20e6bbaba81b49f0909f352d2ab1c18a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731140727851 2024-11-09T08:25:31,407 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a53917bb694071a7033ee0f87ed04a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731140727851 2024-11-09T08:25:31,407 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc43b78b287a4b7fb369374468bd9aa6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:31,407 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7391fa9e4ca649ec9508d335c1604b9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:31,412 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:31,412 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:31,413 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/4de1bf77736e4d238c5d56882a60ecb7 is 50, key is test_row_0/A:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:31,413 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/efe95ce6c6bc411bb65ae190e60b528e is 50, key is test_row_0/B:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742112_1288 (size=12527) 2024-11-09T08:25:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742113_1289 (size=12527) 2024-11-09T08:25:31,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-09T08:25:31,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T08:25:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/75376b0b334a4c1d874f185648dc83ea is 50, key is test_row_0/A:col10/1731140730170/Put/seqid=0 2024-11-09T08:25:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742114_1290 (size=12151) 2024-11-09T08:25:31,832 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/efe95ce6c6bc411bb65ae190e60b528e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/efe95ce6c6bc411bb65ae190e60b528e 2024-11-09T08:25:31,833 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/4de1bf77736e4d238c5d56882a60ecb7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4de1bf77736e4d238c5d56882a60ecb7 2024-11-09T08:25:31,838 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/B of 1cc108544e6ddf2749ab7b23d99dacad into efe95ce6c6bc411bb65ae190e60b528e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:31,838 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/A of 1cc108544e6ddf2749ab7b23d99dacad into 4de1bf77736e4d238c5d56882a60ecb7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:31,838 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/A, priority=13, startTime=1731140731405; duration=0sec 2024-11-09T08:25:31,838 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/B, priority=13, startTime=1731140731405; duration=0sec 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:A 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:B 2024-11-09T08:25:31,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:31,839 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:31,839 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/C is initiating minor compaction (all files) 2024-11-09T08:25:31,839 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/C in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:31,840 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/ca085c093f3143b19c496c394e9c9d79, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=35.9 K 2024-11-09T08:25:31,840 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca085c093f3143b19c496c394e9c9d79, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1731140726697 2024-11-09T08:25:31,840 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 983278dc08f24a4f93e9e27d0a32535f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731140727851 2024-11-09T08:25:31,840 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32f8bd8c2d0a46fe8ad584710d816ed6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:31,846 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:31,847 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/533c0ff53c4f4be893999a5af8f6b6d2 is 50, key is test_row_0/C:col10/1731140729022/Put/seqid=0 2024-11-09T08:25:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742115_1291 (size=12527) 2024-11-09T08:25:31,855 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/533c0ff53c4f4be893999a5af8f6b6d2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/533c0ff53c4f4be893999a5af8f6b6d2 2024-11-09T08:25:31,859 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/C of 1cc108544e6ddf2749ab7b23d99dacad into 533c0ff53c4f4be893999a5af8f6b6d2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:31,859 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:31,859 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/C, priority=13, startTime=1731140731405; duration=0sec 2024-11-09T08:25:31,860 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:31,860 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:C 2024-11-09T08:25:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:31,900 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/75376b0b334a4c1d874f185648dc83ea 2024-11-09T08:25:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4951252b34ec47ac95ef6a794464fdcc is 50, key is test_row_0/B:col10/1731140730170/Put/seqid=0 2024-11-09T08:25:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742116_1292 (size=12151) 2024-11-09T08:25:32,311 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4951252b34ec47ac95ef6a794464fdcc 2024-11-09T08:25:32,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:32,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a33764e23fdb4a538072a4736d0f18ac is 50, key is test_row_0/C:col10/1731140730170/Put/seqid=0 2024-11-09T08:25:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742117_1293 (size=12151) 2024-11-09T08:25:32,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140792350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140792351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140792352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140792352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140792456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140792467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140792467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140792467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,469 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140792666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140792677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140792677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140792677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,730 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a33764e23fdb4a538072a4736d0f18ac 2024-11-09T08:25:32,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/75376b0b334a4c1d874f185648dc83ea as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea 2024-11-09T08:25:32,737 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T08:25:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/4951252b34ec47ac95ef6a794464fdcc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc 2024-11-09T08:25:32,742 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T08:25:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a33764e23fdb4a538072a4736d0f18ac as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac 2024-11-09T08:25:32,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac, entries=150, sequenceid=197, filesize=11.9 K 2024-11-09T08:25:32,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1cc108544e6ddf2749ab7b23d99dacad in 1255ms, sequenceid=197, compaction requested=false 2024-11-09T08:25:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-09T08:25:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-09T08:25:32,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-09T08:25:32,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-11-09T08:25:32,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.0230 sec 2024-11-09T08:25:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-09T08:25:32,877 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:32,877 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-09T08:25:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:32,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:32,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:32,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:32,980 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:32,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-09T08:25:32,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/f2ca1e9a814c4205908b653c717bd301 is 50, key is test_row_0/A:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:32,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742118_1294 (size=14541) 2024-11-09T08:25:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:32,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140792988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140792990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140792990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140792991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140793097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140793097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140793097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140793097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140793187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,190 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/f2ca1e9a814c4205908b653c717bd301 2024-11-09T08:25:33,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/a25adfc86cd84f6a915f3c2972f2083f is 50, key is test_row_0/B:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:33,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742119_1295 (size=12151) 2024-11-09T08:25:33,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140793617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140793617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140793617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140793617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:33,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/a25adfc86cd84f6a915f3c2972f2083f 2024-11-09T08:25:33,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a12b4cc302de454bbaf25beb21f32899 is 50, key is test_row_0/C:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742120_1296 (size=12151) 2024-11-09T08:25:33,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:33,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:34,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:34,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:34,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:34,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:34,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:34,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140794127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:34,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140794127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140794127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:34,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140794127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:34,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:34,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:34,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a12b4cc302de454bbaf25beb21f32899 2024-11-09T08:25:34,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/f2ca1e9a814c4205908b653c717bd301 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301 2024-11-09T08:25:34,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301, entries=200, sequenceid=228, filesize=14.2 K 2024-11-09T08:25:34,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/a25adfc86cd84f6a915f3c2972f2083f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f 2024-11-09T08:25:34,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f, entries=150, sequenceid=228, filesize=11.9 K 2024-11-09T08:25:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/a12b4cc302de454bbaf25beb21f32899 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899 2024-11-09T08:25:34,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899, entries=150, sequenceid=228, filesize=11.9 K 2024-11-09T08:25:34,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1cc108544e6ddf2749ab7b23d99dacad in 1245ms, sequenceid=228, compaction requested=true 2024-11-09T08:25:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:34,225 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:34,226 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:34,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:34,226 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:34,226 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:34,226 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/B is initiating minor compaction (all files) 2024-11-09T08:25:34,226 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/A is initiating minor compaction (all files) 2024-11-09T08:25:34,226 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/A in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,227 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4de1bf77736e4d238c5d56882a60ecb7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=38.3 K 2024-11-09T08:25:34,227 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/B in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,227 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/efe95ce6c6bc411bb65ae190e60b528e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=36.0 K 2024-11-09T08:25:34,227 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de1bf77736e4d238c5d56882a60ecb7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:34,227 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting efe95ce6c6bc411bb65ae190e60b528e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:34,227 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75376b0b334a4c1d874f185648dc83ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731140730165 2024-11-09T08:25:34,230 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ca1e9a814c4205908b653c717bd301, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:34,230 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4951252b34ec47ac95ef6a794464fdcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731140730165 2024-11-09T08:25:34,230 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a25adfc86cd84f6a915f3c2972f2083f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:34,235 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:34,236 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/65a4a148054d4b74a45cf73b0fc19828 is 50, key is test_row_0/B:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:34,238 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:34,239 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/e5a56dcf8b004e2497917a98b70fee6b is 50, key is test_row_0/A:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742121_1297 (size=12629) 2024-11-09T08:25:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742122_1298 (size=12629) 2024-11-09T08:25:34,250 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/65a4a148054d4b74a45cf73b0fc19828 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/65a4a148054d4b74a45cf73b0fc19828 2024-11-09T08:25:34,254 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/B of 1cc108544e6ddf2749ab7b23d99dacad into 65a4a148054d4b74a45cf73b0fc19828(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:34,254 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:34,254 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/B, priority=13, startTime=1731140734225; duration=0sec 2024-11-09T08:25:34,255 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:34,255 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:B 2024-11-09T08:25:34,255 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:34,256 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:34,256 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/C is initiating minor compaction (all files) 2024-11-09T08:25:34,256 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/C in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,256 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/533c0ff53c4f4be893999a5af8f6b6d2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=36.0 K 2024-11-09T08:25:34,256 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 533c0ff53c4f4be893999a5af8f6b6d2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140729022 2024-11-09T08:25:34,256 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a33764e23fdb4a538072a4736d0f18ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731140730165 2024-11-09T08:25:34,257 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a12b4cc302de454bbaf25beb21f32899, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:34,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-09T08:25:34,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:34,259 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T08:25:34,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/4b462c00a52b41ff86b091b141582ffd is 50, key is test_row_0/A:col10/1731140732990/Put/seqid=0 2024-11-09T08:25:34,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742123_1299 (size=12151) 2024-11-09T08:25:34,267 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/4b462c00a52b41ff86b091b141582ffd 2024-11-09T08:25:34,268 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#C#compaction#252 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:34,269 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/528075ca1f1645e6b8cba4ee925fd522 is 50, key is test_row_0/C:col10/1731140732346/Put/seqid=0 2024-11-09T08:25:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742124_1300 (size=12629) 2024-11-09T08:25:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/686597a1b588407ba0c1216fa45dd063 is 50, key is test_row_0/B:col10/1731140732990/Put/seqid=0 2024-11-09T08:25:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742125_1301 (size=12151) 2024-11-09T08:25:34,653 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/e5a56dcf8b004e2497917a98b70fee6b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/e5a56dcf8b004e2497917a98b70fee6b 2024-11-09T08:25:34,657 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/A of 1cc108544e6ddf2749ab7b23d99dacad into e5a56dcf8b004e2497917a98b70fee6b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:34,657 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:34,657 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/A, priority=13, startTime=1731140734225; duration=0sec 2024-11-09T08:25:34,657 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:34,657 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:A 2024-11-09T08:25:34,679 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/528075ca1f1645e6b8cba4ee925fd522 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/528075ca1f1645e6b8cba4ee925fd522 2024-11-09T08:25:34,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/686597a1b588407ba0c1216fa45dd063 2024-11-09T08:25:34,683 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/C of 1cc108544e6ddf2749ab7b23d99dacad into 528075ca1f1645e6b8cba4ee925fd522(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:34,683 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:34,683 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/C, priority=13, startTime=1731140734226; duration=0sec 2024-11-09T08:25:34,683 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:34,683 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:C 2024-11-09T08:25:34,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/07e116e399304c9aad5d791e79c35c60 is 50, key is test_row_0/C:col10/1731140732990/Put/seqid=0 2024-11-09T08:25:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742126_1302 (size=12151) 2024-11-09T08:25:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:35,107 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/07e116e399304c9aad5d791e79c35c60 2024-11-09T08:25:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/4b462c00a52b41ff86b091b141582ffd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd 2024-11-09T08:25:35,114 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T08:25:35,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/686597a1b588407ba0c1216fa45dd063 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063 2024-11-09T08:25:35,121 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T08:25:35,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/07e116e399304c9aad5d791e79c35c60 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60 2024-11-09T08:25:35,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60, entries=150, sequenceid=237, filesize=11.9 K 2024-11-09T08:25:35,126 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1cc108544e6ddf2749ab7b23d99dacad in 867ms, sequenceid=237, compaction requested=false 2024-11-09T08:25:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:35,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-09T08:25:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-09T08:25:35,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-09T08:25:35,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2490 sec 2024-11-09T08:25:35,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.2530 sec 2024-11-09T08:25:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:35,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:35,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/bc6d0c774b1d4a31a37eb311810949f4 is 50, key is test_row_0/A:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:35,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742127_1303 (size=12151) 2024-11-09T08:25:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140795171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140795171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140795172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140795172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140795276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140795276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140795287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140795287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140795486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140795486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140795497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140795497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/bc6d0c774b1d4a31a37eb311810949f4 2024-11-09T08:25:35,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/cf165a829b7d45a7bfb1eeb43dc50e23 is 50, key is test_row_0/B:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742128_1304 (size=12151) 2024-11-09T08:25:35,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140795797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140795797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140795806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140795806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:35,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/cf165a829b7d45a7bfb1eeb43dc50e23 2024-11-09T08:25:35,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/9d0e84ed3642427dbdbf5b3c7b287c0e is 50, key is test_row_0/C:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742129_1305 (size=12151) 2024-11-09T08:25:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140796307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140796308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:36,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140796316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:36,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140796316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:36,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:36,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/9d0e84ed3642427dbdbf5b3c7b287c0e 2024-11-09T08:25:36,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/bc6d0c774b1d4a31a37eb311810949f4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4 2024-11-09T08:25:36,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T08:25:36,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/cf165a829b7d45a7bfb1eeb43dc50e23 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23 2024-11-09T08:25:36,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T08:25:36,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/9d0e84ed3642427dbdbf5b3c7b287c0e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e 2024-11-09T08:25:36,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T08:25:36,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1cc108544e6ddf2749ab7b23d99dacad in 1245ms, sequenceid=250, compaction requested=true 2024-11-09T08:25:36,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:36,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:36,391 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:36,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:36,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:36,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:36,392 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:36,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:36,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:36,392 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:36,392 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:36,392 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/A is initiating minor compaction (all files) 2024-11-09T08:25:36,392 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/B is initiating minor compaction (all files) 2024-11-09T08:25:36,392 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/A in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:36,392 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/B in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:36,392 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/e5a56dcf8b004e2497917a98b70fee6b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=36.1 K 2024-11-09T08:25:36,392 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/65a4a148054d4b74a45cf73b0fc19828, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=36.1 K 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a4a148054d4b74a45cf73b0fc19828, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5a56dcf8b004e2497917a98b70fee6b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 686597a1b588407ba0c1216fa45dd063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731140732983 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b462c00a52b41ff86b091b141582ffd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731140732983 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc6d0c774b1d4a31a37eb311810949f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140735142 2024-11-09T08:25:36,393 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting cf165a829b7d45a7bfb1eeb43dc50e23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140735142 2024-11-09T08:25:36,399 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:36,399 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:36,399 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/064ce32311124334a8eecee79d460f6f is 50, key is test_row_0/A:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:36,399 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/6c38a091a15445e09d111df6154857f4 is 50, key is test_row_0/B:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742130_1306 (size=12731) 2024-11-09T08:25:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742131_1307 (size=12731) 2024-11-09T08:25:36,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:25:36,809 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/064ce32311124334a8eecee79d460f6f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/064ce32311124334a8eecee79d460f6f 2024-11-09T08:25:36,813 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/A of 1cc108544e6ddf2749ab7b23d99dacad into 064ce32311124334a8eecee79d460f6f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:36,813 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/6c38a091a15445e09d111df6154857f4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6c38a091a15445e09d111df6154857f4 2024-11-09T08:25:36,813 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:36,814 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/A, priority=13, startTime=1731140736391; duration=0sec 2024-11-09T08:25:36,814 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:36,814 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:A 2024-11-09T08:25:36,814 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:36,815 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:36,815 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 1cc108544e6ddf2749ab7b23d99dacad/C is initiating minor compaction (all files) 2024-11-09T08:25:36,815 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cc108544e6ddf2749ab7b23d99dacad/C in TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:36,815 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/528075ca1f1645e6b8cba4ee925fd522, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp, totalSize=36.1 K 2024-11-09T08:25:36,815 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 528075ca1f1645e6b8cba4ee925fd522, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731140732346 2024-11-09T08:25:36,816 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07e116e399304c9aad5d791e79c35c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731140732983 2024-11-09T08:25:36,816 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0e84ed3642427dbdbf5b3c7b287c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140735142 2024-11-09T08:25:36,818 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/B of 1cc108544e6ddf2749ab7b23d99dacad into 6c38a091a15445e09d111df6154857f4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:36,818 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:36,818 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/B, priority=13, startTime=1731140736391; duration=0sec 2024-11-09T08:25:36,818 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:36,818 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:B 2024-11-09T08:25:36,822 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cc108544e6ddf2749ab7b23d99dacad#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:36,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/bbd6543ca0db4150a8f817ab1d904c05 is 50, key is test_row_0/C:col10/1731140735142/Put/seqid=0 2024-11-09T08:25:36,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742132_1308 (size=12731) 2024-11-09T08:25:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-09T08:25:37,047 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:37,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:37,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-09T08:25:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:37,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:37,049 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:37,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:37,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-09T08:25:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:37,202 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:25:37,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d61eafe8e4824f3aaf95f5dd59ce326a is 50, key is test_row_0/A:col10/1731140735171/Put/seqid=0 2024-11-09T08:25:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:37,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. as already flushing 2024-11-09T08:25:37,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742133_1309 (size=12301) 2024-11-09T08:25:37,229 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/bbd6543ca0db4150a8f817ab1d904c05 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/bbd6543ca0db4150a8f817ab1d904c05 2024-11-09T08:25:37,234 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cc108544e6ddf2749ab7b23d99dacad/C of 1cc108544e6ddf2749ab7b23d99dacad into bbd6543ca0db4150a8f817ab1d904c05(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:37,234 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:37,234 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., storeName=1cc108544e6ddf2749ab7b23d99dacad/C, priority=13, startTime=1731140736392; duration=0sec 2024-11-09T08:25:37,234 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:37,234 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:C 2024-11-09T08:25:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140797234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,238 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52688 deadline: 1731140797327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52640 deadline: 1731140797327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52654 deadline: 1731140797327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,329 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,329 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,329 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52700 deadline: 1731140797336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,339 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 1cc108544e6ddf2749ab7b23d99dacad of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140797346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140797557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:37,618 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d61eafe8e4824f3aaf95f5dd59ce326a 2024-11-09T08:25:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/301fde32062b4134990f7238c3b6d94a is 50, key is test_row_0/B:col10/1731140735171/Put/seqid=0 2024-11-09T08:25:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742134_1310 (size=12301) 2024-11-09T08:25:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:37,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140797866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:37,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:38,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/301fde32062b4134990f7238c3b6d94a 2024-11-09T08:25:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/45c133d2027c44128be761298b157e27 is 50, key is test_row_0/C:col10/1731140735171/Put/seqid=0 2024-11-09T08:25:38,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742135_1311 (size=12301) 2024-11-09T08:25:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:38,190 INFO [Thread-1191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1191. 2024-11-09T08:25:38,190 DEBUG [Thread-1191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:38,190 INFO [Thread-1195 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1195. 2024-11-09T08:25:38,190 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,190 DEBUG [Thread-1195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:38,190 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:38,190 DEBUG [Thread-1191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,191 DEBUG [Thread-1195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:38,192 INFO [Thread-1189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1189. 2024-11-09T08:25:38,192 DEBUG [Thread-1189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:38,192 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,192 DEBUG [Thread-1189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:38,193 INFO [Thread-1193 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1193. 2024-11-09T08:25:38,193 DEBUG [Thread-1193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:38,193 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,193 DEBUG [Thread-1193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:38,193 INFO [Thread-1187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1187. 2024-11-09T08:25:38,193 DEBUG [Thread-1187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:38,193 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,193 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:38,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:38,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:52638 deadline: 1731140798376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:25:38,439 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/45c133d2027c44128be761298b157e27 2024-11-09T08:25:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d61eafe8e4824f3aaf95f5dd59ce326a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d61eafe8e4824f3aaf95f5dd59ce326a 2024-11-09T08:25:38,450 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d61eafe8e4824f3aaf95f5dd59ce326a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-09T08:25:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/301fde32062b4134990f7238c3b6d94a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/301fde32062b4134990f7238c3b6d94a 2024-11-09T08:25:38,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/301fde32062b4134990f7238c3b6d94a, entries=150, sequenceid=277, filesize=12.0 K 2024-11-09T08:25:38,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/45c133d2027c44128be761298b157e27 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/45c133d2027c44128be761298b157e27 2024-11-09T08:25:38,459 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/45c133d2027c44128be761298b157e27, entries=150, sequenceid=277, filesize=12.0 K 2024-11-09T08:25:38,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1cc108544e6ddf2749ab7b23d99dacad in 1259ms, sequenceid=277, compaction requested=false 2024-11-09T08:25:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:38,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-09T08:25:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-09T08:25:38,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-09T08:25:38,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4120 sec 2024-11-09T08:25:38,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4160 sec 2024-11-09T08:25:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-09T08:25:39,198 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:39,342 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:39,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:25:39,343 INFO [Thread-1178 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1178. 2024-11-09T08:25:39,343 INFO [Thread-1176 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1176. 2024-11-09T08:25:39,343 DEBUG [Thread-1178 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:39,343 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,343 DEBUG [Thread-1176 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:39,343 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,343 DEBUG [Thread-1178 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,343 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,349 INFO [Thread-1184 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1184. 2024-11-09T08:25:39,349 DEBUG [Thread-1184 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:39,349 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d17e487e921f4ebfa61a61e558b8d032 is 50, key is test_row_0/A:col10/1731140739339/Put/seqid=0 2024-11-09T08:25:39,350 DEBUG [Thread-1184 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742136_1312 (size=12301) 2024-11-09T08:25:39,358 INFO [Thread-1182 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1182. 2024-11-09T08:25:39,358 DEBUG [Thread-1182 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:39,358 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,358 DEBUG [Thread-1182 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,388 INFO [Thread-1180 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1180. 2024-11-09T08:25:39,388 DEBUG [Thread-1180 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:25:39,388 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,389 DEBUG [Thread-1180 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4366 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4070 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4387 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4360 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4070 2024-11-09T08:25:39,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:25:39,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:25:39,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:25:39,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:39,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:25:39,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:25:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:39,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140739392"}]},"ts":"1731140739392"} 2024-11-09T08:25:39,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:25:39,393 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:25:39,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:25:39,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, UNASSIGN}] 2024-11-09T08:25:39,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, UNASSIGN 2024-11-09T08:25:39,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=1cc108544e6ddf2749ab7b23d99dacad, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:39,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, UNASSIGN because future has completed 2024-11-09T08:25:39,398 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:25:39,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:39,550 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:39,550 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:25:39,550 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 1cc108544e6ddf2749ab7b23d99dacad, disabling compactions & flushes 2024-11-09T08:25:39,551 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:39,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d17e487e921f4ebfa61a61e558b8d032 2024-11-09T08:25:39,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/773cd18225d84e1e91c8780556ea6ba1 is 50, key is test_row_0/B:col10/1731140739339/Put/seqid=0 2024-11-09T08:25:39,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742137_1313 (size=12301) 2024-11-09T08:25:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:40,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/773cd18225d84e1e91c8780556ea6ba1 2024-11-09T08:25:40,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/8b328e41230b42ebb822d784ee9b5e04 is 50, key is test_row_0/C:col10/1731140739339/Put/seqid=0 2024-11-09T08:25:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742138_1314 (size=12301) 2024-11-09T08:25:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:40,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/8b328e41230b42ebb822d784ee9b5e04 2024-11-09T08:25:40,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/d17e487e921f4ebfa61a61e558b8d032 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d17e487e921f4ebfa61a61e558b8d032 2024-11-09T08:25:40,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d17e487e921f4ebfa61a61e558b8d032, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T08:25:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/773cd18225d84e1e91c8780556ea6ba1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/773cd18225d84e1e91c8780556ea6ba1 2024-11-09T08:25:40,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/773cd18225d84e1e91c8780556ea6ba1, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T08:25:40,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/8b328e41230b42ebb822d784ee9b5e04 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/8b328e41230b42ebb822d784ee9b5e04 2024-11-09T08:25:40,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/8b328e41230b42ebb822d784ee9b5e04, entries=150, sequenceid=291, filesize=12.0 K 2024-11-09T08:25:40,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 1cc108544e6ddf2749ab7b23d99dacad in 1279ms, sequenceid=291, compaction requested=true 2024-11-09T08:25:40,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cc108544e6ddf2749ab7b23d99dacad: 2024-11-09T08:25:40,621 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:40,622 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:40,622 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. after waiting 0 ms 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:40,622 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cc108544e6ddf2749ab7b23d99dacad:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. because compaction request was cancelled 2024-11-09T08:25:40,622 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 1cc108544e6ddf2749ab7b23d99dacad 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. because compaction request was cancelled 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:A 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:B 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. because compaction request was cancelled 2024-11-09T08:25:40,622 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cc108544e6ddf2749ab7b23d99dacad:C 2024-11-09T08:25:40,626 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/a18a3f6c7f344935b407bb5b020f809a is 50, key is test_row_0/A:col10/1731140739387/Put/seqid=0 2024-11-09T08:25:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742139_1315 (size=12301) 2024-11-09T08:25:41,032 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/a18a3f6c7f344935b407bb5b020f809a 2024-11-09T08:25:41,045 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/57e8b588c8604327acd94fd140759f56 is 50, key is test_row_0/B:col10/1731140739387/Put/seqid=0 2024-11-09T08:25:41,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742140_1316 (size=12301) 2024-11-09T08:25:41,450 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/57e8b588c8604327acd94fd140759f56 2024-11-09T08:25:41,461 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/117aa44981ca40c1a130890c144036bd is 50, key is test_row_0/C:col10/1731140739387/Put/seqid=0 2024-11-09T08:25:41,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742141_1317 (size=12301) 2024-11-09T08:25:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:41,867 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/117aa44981ca40c1a130890c144036bd 2024-11-09T08:25:41,876 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/A/a18a3f6c7f344935b407bb5b020f809a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/a18a3f6c7f344935b407bb5b020f809a 2024-11-09T08:25:41,884 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/a18a3f6c7f344935b407bb5b020f809a, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T08:25:41,885 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/B/57e8b588c8604327acd94fd140759f56 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/57e8b588c8604327acd94fd140759f56 2024-11-09T08:25:41,889 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/57e8b588c8604327acd94fd140759f56, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T08:25:41,889 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/.tmp/C/117aa44981ca40c1a130890c144036bd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/117aa44981ca40c1a130890c144036bd 2024-11-09T08:25:41,892 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/117aa44981ca40c1a130890c144036bd, entries=150, sequenceid=297, filesize=12.0 K 2024-11-09T08:25:41,893 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1cc108544e6ddf2749ab7b23d99dacad in 1271ms, sequenceid=297, compaction requested=true 2024-11-09T08:25:41,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5c9b933508ae404fb7594d6af18bb10e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4de1bf77736e4d238c5d56882a60ecb7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/e5a56dcf8b004e2497917a98b70fee6b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4] to archive 2024-11-09T08:25:41,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:41,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/256adf9580454eb29a5523310677a943 2024-11-09T08:25:41,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/ce0b0e3281224aaaa5e40e8fc5d1ca2c 2024-11-09T08:25:41,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5271e609a4414dfe9af07396875642cc 2024-11-09T08:25:41,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/9a9f733d50fb4d829254f47e069ef0fb 2024-11-09T08:25:41,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/7fde3e6fb7e94b91968a8cdb9590dac2 2024-11-09T08:25:41,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/79760c0e8dd14d62a67e02c97bf34a66 2024-11-09T08:25:41,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/95ef06bfe3874307876f2007bcd80cc6 2024-11-09T08:25:41,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/0f32116cac7c4f2bac9e04476cceeaeb 2024-11-09T08:25:41,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5c9b933508ae404fb7594d6af18bb10e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/5c9b933508ae404fb7594d6af18bb10e 2024-11-09T08:25:41,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/c7a53917bb694071a7033ee0f87ed04a 2024-11-09T08:25:41,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/cc43b78b287a4b7fb369374468bd9aa6 2024-11-09T08:25:41,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4de1bf77736e4d238c5d56882a60ecb7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4de1bf77736e4d238c5d56882a60ecb7 2024-11-09T08:25:41,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/75376b0b334a4c1d874f185648dc83ea 2024-11-09T08:25:41,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/f2ca1e9a814c4205908b653c717bd301 2024-11-09T08:25:41,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/e5a56dcf8b004e2497917a98b70fee6b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/e5a56dcf8b004e2497917a98b70fee6b 2024-11-09T08:25:41,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/4b462c00a52b41ff86b091b141582ffd 2024-11-09T08:25:41,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/bc6d0c774b1d4a31a37eb311810949f4 2024-11-09T08:25:41,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6b59315628d54863bff650e914f78d6e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/efe95ce6c6bc411bb65ae190e60b528e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/65a4a148054d4b74a45cf73b0fc19828, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23] to archive 2024-11-09T08:25:41,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:41,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4135856a6aa14290a1aad7e3523bfb27 2024-11-09T08:25:41,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/3034e0d9ba444319bb6c0e2d2a473909 2024-11-09T08:25:41,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/740074f4a3694d48844402a53819ff03 2024-11-09T08:25:41,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/0fd50428cf7a4810942b7ff64fc37fff 2024-11-09T08:25:41,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/ee13ceb4e77b481a8ca6b9b879c18352 2024-11-09T08:25:41,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c6e7972573e433092753850787bcf50 2024-11-09T08:25:41,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/8c746619a39246529c5958112e5703d7 2024-11-09T08:25:41,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6b59315628d54863bff650e914f78d6e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6b59315628d54863bff650e914f78d6e 2024-11-09T08:25:41,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/656d69da05cc408cb23ceab4f883ade0 2024-11-09T08:25:41,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/20e6bbaba81b49f0909f352d2ab1c18a 2024-11-09T08:25:41,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/efe95ce6c6bc411bb65ae190e60b528e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/efe95ce6c6bc411bb65ae190e60b528e 2024-11-09T08:25:41,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/7391fa9e4ca649ec9508d335c1604b9b 2024-11-09T08:25:41,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/4951252b34ec47ac95ef6a794464fdcc 2024-11-09T08:25:41,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/65a4a148054d4b74a45cf73b0fc19828 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/65a4a148054d4b74a45cf73b0fc19828 2024-11-09T08:25:41,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/a25adfc86cd84f6a915f3c2972f2083f 2024-11-09T08:25:41,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/686597a1b588407ba0c1216fa45dd063 2024-11-09T08:25:41,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/cf165a829b7d45a7bfb1eeb43dc50e23 2024-11-09T08:25:41,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/ca085c093f3143b19c496c394e9c9d79, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/533c0ff53c4f4be893999a5af8f6b6d2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/528075ca1f1645e6b8cba4ee925fd522, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e] to archive 2024-11-09T08:25:41,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:25:41,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/290715efd19d4e4ca25ad4973f22423a 2024-11-09T08:25:41,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/958a5ffb49234347971ccbdf4159ab4e 2024-11-09T08:25:41,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/239b3b7d89f54ed7b6601b0b8f7b797f 2024-11-09T08:25:41,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3d022a35f1e94bc9b117088ef3c74167 2024-11-09T08:25:41,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/752482c105ee4b0787891154a48c5b40 2024-11-09T08:25:41,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/3abe06f2240d42d1a49326e1addb0c33 2024-11-09T08:25:41,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/81f5c5b077314888a886a4f78d2fc950 2024-11-09T08:25:41,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/ca085c093f3143b19c496c394e9c9d79 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/ca085c093f3143b19c496c394e9c9d79 2024-11-09T08:25:41,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/c69973e2d12341eabb48da89ba8273ac 2024-11-09T08:25:41,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/983278dc08f24a4f93e9e27d0a32535f 2024-11-09T08:25:41,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/533c0ff53c4f4be893999a5af8f6b6d2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/533c0ff53c4f4be893999a5af8f6b6d2 2024-11-09T08:25:41,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/32f8bd8c2d0a46fe8ad584710d816ed6 2024-11-09T08:25:41,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a33764e23fdb4a538072a4736d0f18ac 2024-11-09T08:25:41,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/528075ca1f1645e6b8cba4ee925fd522 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/528075ca1f1645e6b8cba4ee925fd522 2024-11-09T08:25:41,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/a12b4cc302de454bbaf25beb21f32899 2024-11-09T08:25:41,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/07e116e399304c9aad5d791e79c35c60 2024-11-09T08:25:41,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/9d0e84ed3642427dbdbf5b3c7b287c0e 2024-11-09T08:25:41,953 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/recovered.edits/300.seqid, newMaxSeqId=300, maxSeqId=1 2024-11-09T08:25:41,954 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. 2024-11-09T08:25:41,954 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 1cc108544e6ddf2749ab7b23d99dacad: Waiting for close lock at 1731140739550Running coprocessor pre-close hooks at 1731140739550Disabling compacts and flushes for region at 1731140739550Disabling writes for close at 1731140740622 (+1072 ms)Obtaining lock to block concurrent updates at 1731140740622Preparing flush snapshotting stores in 1cc108544e6ddf2749ab7b23d99dacad at 1731140740622Finished memstore snapshotting TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731140740622Flushing stores of TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad. at 1731140740623 (+1 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/A: creating writer at 1731140740623Flushing 1cc108544e6ddf2749ab7b23d99dacad/A: appending metadata at 1731140740625 (+2 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/A: closing flushed file at 1731140740625Flushing 1cc108544e6ddf2749ab7b23d99dacad/B: creating writer at 1731140741041 (+416 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/B: appending metadata at 1731140741044 (+3 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/B: closing flushed file at 1731140741044Flushing 1cc108544e6ddf2749ab7b23d99dacad/C: creating writer at 1731140741458 (+414 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/C: appending metadata at 1731140741461 (+3 ms)Flushing 1cc108544e6ddf2749ab7b23d99dacad/C: closing flushed file at 1731140741461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571e9029: reopening flushed file at 1731140741874 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f24f5c: reopening flushed file at 1731140741884 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8283ec: reopening flushed file at 1731140741889 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1cc108544e6ddf2749ab7b23d99dacad in 1271ms, sequenceid=297, compaction requested=true at 1731140741893 (+4 ms)Writing region close event to WAL at 1731140741950 (+57 ms)Running coprocessor post-close hooks at 1731140741954 (+4 ms)Closed at 1731140741954 2024-11-09T08:25:41,956 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:41,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=1cc108544e6ddf2749ab7b23d99dacad, regionState=CLOSED 2024-11-09T08:25:41,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:41,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-09T08:25:41,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 1cc108544e6ddf2749ab7b23d99dacad, server=d7c8ba49ede6,34803,1731140648245 in 2.5600 sec 2024-11-09T08:25:41,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-09T08:25:41,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cc108544e6ddf2749ab7b23d99dacad, UNASSIGN in 2.5650 sec 2024-11-09T08:25:41,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-09T08:25:41,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5680 sec 2024-11-09T08:25:41,965 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140741965"}]},"ts":"1731140741965"} 2024-11-09T08:25:41,967 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:25:41,967 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:25:41,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5770 sec 2024-11-09T08:25:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-09T08:25:43,548 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:43,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:25:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,554 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-09T08:25:43,556 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,559 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:43,561 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/recovered.edits] 2024-11-09T08:25:43,565 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/064ce32311124334a8eecee79d460f6f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/064ce32311124334a8eecee79d460f6f 2024-11-09T08:25:43,566 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/a18a3f6c7f344935b407bb5b020f809a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/a18a3f6c7f344935b407bb5b020f809a 2024-11-09T08:25:43,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d17e487e921f4ebfa61a61e558b8d032 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d17e487e921f4ebfa61a61e558b8d032 2024-11-09T08:25:43,569 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d61eafe8e4824f3aaf95f5dd59ce326a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/A/d61eafe8e4824f3aaf95f5dd59ce326a 2024-11-09T08:25:43,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/301fde32062b4134990f7238c3b6d94a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/301fde32062b4134990f7238c3b6d94a 2024-11-09T08:25:43,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/57e8b588c8604327acd94fd140759f56 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/57e8b588c8604327acd94fd140759f56 2024-11-09T08:25:43,572 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6c38a091a15445e09d111df6154857f4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/6c38a091a15445e09d111df6154857f4 2024-11-09T08:25:43,573 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/773cd18225d84e1e91c8780556ea6ba1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/B/773cd18225d84e1e91c8780556ea6ba1 2024-11-09T08:25:43,575 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/117aa44981ca40c1a130890c144036bd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/117aa44981ca40c1a130890c144036bd 2024-11-09T08:25:43,576 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/45c133d2027c44128be761298b157e27 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/45c133d2027c44128be761298b157e27 2024-11-09T08:25:43,577 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/8b328e41230b42ebb822d784ee9b5e04 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/8b328e41230b42ebb822d784ee9b5e04 2024-11-09T08:25:43,578 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/bbd6543ca0db4150a8f817ab1d904c05 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/C/bbd6543ca0db4150a8f817ab1d904c05 2024-11-09T08:25:43,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/recovered.edits/300.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad/recovered.edits/300.seqid 2024-11-09T08:25:43,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/1cc108544e6ddf2749ab7b23d99dacad 2024-11-09T08:25:43,580 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:25:43,582 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,585 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:25:43,586 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:25:43,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:25:43,587 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140743587"}]},"ts":"9223372036854775807"} 2024-11-09T08:25:43,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:25:43,589 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1cc108544e6ddf2749ab7b23d99dacad, NAME => 'TestAcidGuarantees,,1731140715988.1cc108544e6ddf2749ab7b23d99dacad.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:25:43,589 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:25:43,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140743589"}]},"ts":"9223372036854775807"} 2024-11-09T08:25:43,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:25:43,591 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-09T08:25:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-09T08:25:43,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:25:43,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:43,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 238), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=1754 (was 1803) 2024-11-09T08:25:43,694 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=1754 2024-11-09T08:25:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:25:43,696 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:25:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:43,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:25:43,699 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:43,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-09T08:25:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:43,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:25:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742142_1318 (size=959) 2024-11-09T08:25:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:44,114 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:25:44,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742143_1319 (size=53) 2024-11-09T08:25:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 252ef4a3ba56c20337debddfba118d0f, disabling compactions & flushes 2024-11-09T08:25:44,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. after waiting 0 ms 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,570 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,570 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 252ef4a3ba56c20337debddfba118d0f: Waiting for close lock at 1731140744570Disabling compacts and flushes for region at 1731140744570Disabling writes for close at 1731140744570Writing region close event to WAL at 1731140744570Closed at 1731140744570 2024-11-09T08:25:44,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:25:44,573 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140744572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140744572"}]},"ts":"1731140744572"} 2024-11-09T08:25:44,576 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:25:44,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:25:44,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140744577"}]},"ts":"1731140744577"} 2024-11-09T08:25:44,580 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:25:44,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, ASSIGN}] 2024-11-09T08:25:44,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, ASSIGN 2024-11-09T08:25:44,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:25:44,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:44,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, ASSIGN because future has completed 2024-11-09T08:25:44,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:44,901 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,901 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:25:44,902 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,902 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:25:44,902 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,902 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,904 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,906 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName A 2024-11-09T08:25:44,906 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:44,906 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:44,906 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,907 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName B 2024-11-09T08:25:44,907 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:44,908 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:44,908 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,909 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName C 2024-11-09T08:25:44,909 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:44,909 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:44,909 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,910 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,910 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,911 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,911 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,911 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:25:44,912 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,914 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:25:44,914 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 252ef4a3ba56c20337debddfba118d0f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67501599, jitterRate=0.005852207541465759}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:25:44,914 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:44,915 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 252ef4a3ba56c20337debddfba118d0f: Running coprocessor pre-open hook at 1731140744903Writing region info on filesystem at 1731140744903Initializing all the Stores at 1731140744904 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140744904Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140744904Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140744904Cleaning up temporary data from old regions at 1731140744911 (+7 ms)Running coprocessor post-open hooks at 1731140744914 (+3 ms)Region opened successfully at 1731140744915 (+1 ms) 2024-11-09T08:25:44,915 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., pid=95, masterSystemTime=1731140744894 2024-11-09T08:25:44,917 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,917 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:44,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:44,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:44,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-09T08:25:44,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 in 180 msec 2024-11-09T08:25:44,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-09T08:25:44,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, ASSIGN in 341 msec 2024-11-09T08:25:44,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:25:44,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140744923"}]},"ts":"1731140744923"} 2024-11-09T08:25:44,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:25:44,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:25:44,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2290 sec 2024-11-09T08:25:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-09T08:25:45,849 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:45,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:45,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:45,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:45,854 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192b375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:45,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:45,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:45,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:45,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@431e1be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:45,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:45,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:45,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:45,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:45,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2c8cad 2024-11-09T08:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:25:45,862 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:25:45,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:25:45,863 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:25:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T08:25:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742144_1320 (size=995) 2024-11-09T08:25:46,281 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T08:25:46,281 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T08:25:46,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:25:46,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE}] 2024-11-09T08:25:46,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE 2024-11-09T08:25:46,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE because future has completed 2024-11-09T08:25:46,295 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:25:46,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:46,450 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,450 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:25:46,451 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 252ef4a3ba56c20337debddfba118d0f, disabling compactions & flushes 2024-11-09T08:25:46,451 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,451 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,451 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. after waiting 0 ms 2024-11-09T08:25:46,451 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,461 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T08:25:46,462 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,463 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 252ef4a3ba56c20337debddfba118d0f: Waiting for close lock at 1731140746451Running coprocessor pre-close hooks at 1731140746451Disabling compacts and flushes for region at 1731140746451Disabling writes for close at 1731140746451Writing region close event to WAL at 1731140746452 (+1 ms)Running coprocessor post-close hooks at 1731140746462 (+10 ms)Closed at 1731140746462 2024-11-09T08:25:46,463 WARN [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 252ef4a3ba56c20337debddfba118d0f to self. 2024-11-09T08:25:46,465 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=CLOSED 2024-11-09T08:25:46,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-09T08:25:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 in 174 msec 2024-11-09T08:25:46,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE; state=CLOSED, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=true 2024-11-09T08:25:46,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE because future has completed 2024-11-09T08:25:46,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:25:46,790 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,791 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:25:46,791 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,792 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:25:46,792 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,792 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,795 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,796 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName A 2024-11-09T08:25:46,797 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:46,798 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:46,798 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,799 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName B 2024-11-09T08:25:46,799 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:46,800 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:46,800 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,801 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 252ef4a3ba56c20337debddfba118d0f columnFamilyName C 2024-11-09T08:25:46,801 DEBUG [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:46,801 INFO [StoreOpener-252ef4a3ba56c20337debddfba118d0f-1 {}] regionserver.HStore(327): Store=252ef4a3ba56c20337debddfba118d0f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:25:46,801 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,802 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,804 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,805 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,805 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,806 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:25:46,808 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,809 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 252ef4a3ba56c20337debddfba118d0f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978093, jitterRate=-0.09135560691356659}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:25:46,809 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,811 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 252ef4a3ba56c20337debddfba118d0f: Running coprocessor pre-open hook at 1731140746792Writing region info on filesystem at 1731140746792Initializing all the Stores at 1731140746794 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140746795 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140746795Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140746795Cleaning up temporary data from old regions at 1731140746805 (+10 ms)Running coprocessor post-open hooks at 1731140746809 (+4 ms)Region opened successfully at 1731140746811 (+2 ms) 2024-11-09T08:25:46,812 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., pid=100, masterSystemTime=1731140746782 2024-11-09T08:25:46,815 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,815 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:46,815 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=OPEN, openSeqNum=5, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:25:46,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-09T08:25:46,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 in 189 msec 2024-11-09T08:25:46,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-09T08:25:46,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, REOPEN/MOVE in 530 msec 2024-11-09T08:25:46,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-09T08:25:46,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec 2024-11-09T08:25:46,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-09T08:25:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-09T08:25:46,825 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:46,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,827 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49650aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,828 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1920d6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,830 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a08124c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,831 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0f658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,833 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237e349a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601646aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,836 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2800f33c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,837 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,839 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e01d309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdd7ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,842 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9b124a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,843 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4136b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,845 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c232f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,846 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79718caa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,848 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e436efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,850 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59655a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307aadbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c88a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:25:46,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:25:46,856 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:25:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:25:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:25:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488efd23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:25:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:25:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:25:46,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:25:46,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57852d49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:25:46,858 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,858 DEBUG [Thread-1490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,858 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:46,859 DEBUG [Thread-1475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,859 DEBUG [Thread-1482 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-09T08:25:46,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,864 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:46,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:46,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,872 DEBUG [Thread-1473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,876 DEBUG [Thread-1471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,880 DEBUG [Thread-1479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,881 DEBUG [Thread-1479 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,881 DEBUG [Thread-1479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:46,882 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:46,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:46,883 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,887 DEBUG [Thread-1486 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,887 DEBUG [Thread-1486 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,900 DEBUG [Thread-1477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:25:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:25:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:25:46,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:25:46,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:25:46,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109322d86560b4645e3a9c79a95646c1363_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140746881/Put/seqid=0 2024-11-09T08:25:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742145_1321 (size=14594) 2024-11-09T08:25:46,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140806932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140806933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140806934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140806934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140806934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:47,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140807037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140807047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140807047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140807047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140807047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:47,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140807247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140807256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140807256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140807266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140807267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,332 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:47,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109322d86560b4645e3a9c79a95646c1363_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109322d86560b4645e3a9c79a95646c1363_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:47,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8397af74f2e440f8bd014151b65ab207, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:47,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8397af74f2e440f8bd014151b65ab207 is 175, key is test_row_0/A:col10/1731140746881/Put/seqid=0 2024-11-09T08:25:47,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742146_1322 (size=39549) 2024-11-09T08:25:47,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:25:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140807557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140807567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140807567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140807576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:47,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140807576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:47,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:47,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8397af74f2e440f8bd014151b65ab207 2024-11-09T08:25:47,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/16ee5d44ec65427cad2dbf8c14cde1dd is 50, key is test_row_0/B:col10/1731140746881/Put/seqid=0 2024-11-09T08:25:47,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742147_1323 (size=12001) 2024-11-09T08:25:47,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/16ee5d44ec65427cad2dbf8c14cde1dd 2024-11-09T08:25:47,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/f26b0e534b314f23a220ecbc866184f3 is 50, key is test_row_0/C:col10/1731140746881/Put/seqid=0 2024-11-09T08:25:47,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742148_1324 (size=12001) 2024-11-09T08:25:47,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:47,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140808067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140808076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140808076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:48,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:48,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:48,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:48,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140808087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:48,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140808087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:48,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/f26b0e534b314f23a220ecbc866184f3 2024-11-09T08:25:48,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8397af74f2e440f8bd014151b65ab207 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207 2024-11-09T08:25:48,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207, entries=200, sequenceid=15, filesize=38.6 K 2024-11-09T08:25:48,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/16ee5d44ec65427cad2dbf8c14cde1dd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd 2024-11-09T08:25:48,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T08:25:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/f26b0e534b314f23a220ecbc866184f3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3 2024-11-09T08:25:48,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3, entries=150, sequenceid=15, filesize=11.7 K 2024-11-09T08:25:48,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 252ef4a3ba56c20337debddfba118d0f in 1330ms, sequenceid=15, compaction requested=false 2024-11-09T08:25:48,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:48,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-09T08:25:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:48,240 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T08:25:48,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110968bdd955f949432c921328487865c5c6_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140746933/Put/seqid=0 2024-11-09T08:25:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742149_1325 (size=12154) 2024-11-09T08:25:48,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:48,253 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110968bdd955f949432c921328487865c5c6_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968bdd955f949432c921328487865c5c6_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/057d2aa30e5c4cdeac50ad14df0f5a24, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/057d2aa30e5c4cdeac50ad14df0f5a24 is 175, key is test_row_0/A:col10/1731140746933/Put/seqid=0 2024-11-09T08:25:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742150_1326 (size=30955) 2024-11-09T08:25:48,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/057d2aa30e5c4cdeac50ad14df0f5a24 2024-11-09T08:25:48,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 is 50, key is test_row_0/B:col10/1731140746933/Put/seqid=0 2024-11-09T08:25:48,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742151_1327 (size=12001) 2024-11-09T08:25:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:49,074 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 2024-11-09T08:25:49,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/29c8613da66c4874b86a23e485e8b67b is 50, key is test_row_0/C:col10/1731140746933/Put/seqid=0 2024-11-09T08:25:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742152_1328 (size=12001) 2024-11-09T08:25:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:49,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140809102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140809103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140809104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140809106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140809106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,112 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:49,112 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140809216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140809217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140809217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140809427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140809427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140809427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/29c8613da66c4874b86a23e485e8b67b 2024-11-09T08:25:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/057d2aa30e5c4cdeac50ad14df0f5a24 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24 2024-11-09T08:25:49,490 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24, entries=150, sequenceid=41, filesize=30.2 K 2024-11-09T08:25:49,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 2024-11-09T08:25:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T08:25:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/29c8613da66c4874b86a23e485e8b67b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b 2024-11-09T08:25:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,499 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-09T08:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 252ef4a3ba56c20337debddfba118d0f in 1260ms, sequenceid=41, compaction requested=false 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-09T08:25:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-09T08:25:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-11-09T08:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.6450 sec 2024-11-09T08:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:49,753 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:49,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:25:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad9f8720e57e4bd7b40c3da05a801e04_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742153_1329 (size=14594) 2024-11-09T08:25:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,797 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,801 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ad9f8720e57e4bd7b40c3da05a801e04_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad9f8720e57e4bd7b40c3da05a801e04_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,802 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/d03b4d725d7648c0985e3f1265d71a55, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/d03b4d725d7648c0985e3f1265d71a55 is 175, key is test_row_0/A:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742154_1330 (size=39545) 2024-11-09T08:25:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,825 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/d03b4d725d7648c0985e3f1265d71a55 2024-11-09T08:25:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/36496fc5f729493e961aba3139c1bedb is 50, key is test_row_0/B:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742155_1331 (size=9657) 2024-11-09T08:25:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/36496fc5f729493e961aba3139c1bedb 2024-11-09T08:25:49,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/c8ed12688e014164b6d85edc9037587c is 50, key is test_row_0/C:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:49,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742156_1332 (size=9657) 2024-11-09T08:25:49,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/c8ed12688e014164b6d85edc9037587c 2024-11-09T08:25:49,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/d03b4d725d7648c0985e3f1265d71a55 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55 2024-11-09T08:25:49,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55, entries=200, sequenceid=53, filesize=38.6 K 2024-11-09T08:25:49,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/36496fc5f729493e961aba3139c1bedb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb 2024-11-09T08:25:49,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb, entries=100, sequenceid=53, filesize=9.4 K 2024-11-09T08:25:49,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/c8ed12688e014164b6d85edc9037587c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c 2024-11-09T08:25:49,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c, entries=100, sequenceid=53, filesize=9.4 K 2024-11-09T08:25:49,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=127.47 KB/130530 for 252ef4a3ba56c20337debddfba118d0f in 155ms, sequenceid=53, compaction requested=true 2024-11-09T08:25:49,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:49,908 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:49,909 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:49,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:25:49,911 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:49,911 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/A is initiating minor compaction (all files) 2024-11-09T08:25:49,911 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/A in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:49,911 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=107.5 K 2024-11-09T08:25:49,911 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:49,911 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55] 2024-11-09T08:25:49,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:49,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/B is initiating minor compaction (all files) 2024-11-09T08:25:49,912 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/B in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:49,912 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=32.9 K 2024-11-09T08:25:49,912 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8397af74f2e440f8bd014151b65ab207, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140746869 2024-11-09T08:25:49,915 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ee5d44ec65427cad2dbf8c14cde1dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140746869 2024-11-09T08:25:49,915 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 057d2aa30e5c4cdeac50ad14df0f5a24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731140746932 2024-11-09T08:25:49,915 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c7f0b8de6cb846dc9b8d5b0a7fb41684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731140746932 2024-11-09T08:25:49,916 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 36496fc5f729493e961aba3139c1bedb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140749100 2024-11-09T08:25:49,916 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d03b4d725d7648c0985e3f1265d71a55, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140749100 2024-11-09T08:25:49,930 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:49,931 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/112f9941632e435bb35ddcc9360c3013 is 50, key is test_row_0/B:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:49,935 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aefb3575880c435cabd49751e1dff53b_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140749892/Put/seqid=0 2024-11-09T08:25:49,949 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d49448a5676c4c3da159543089c82b9d_252ef4a3ba56c20337debddfba118d0f store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,951 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d49448a5676c4c3da159543089c82b9d_252ef4a3ba56c20337debddfba118d0f, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,951 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d49448a5676c4c3da159543089c82b9d_252ef4a3ba56c20337debddfba118d0f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140809939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140809948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742157_1333 (size=12104) 2024-11-09T08:25:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140809951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:49,968 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/112f9941632e435bb35ddcc9360c3013 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/112f9941632e435bb35ddcc9360c3013 2024-11-09T08:25:49,974 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/B of 252ef4a3ba56c20337debddfba118d0f into 112f9941632e435bb35ddcc9360c3013(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:49,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:49,974 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/B, priority=13, startTime=1731140749909; duration=0sec 2024-11-09T08:25:49,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:49,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:B 2024-11-09T08:25:49,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:25:49,975 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:25:49,975 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/C is initiating minor compaction (all files) 2024-11-09T08:25:49,975 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/C in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:49,975 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=32.9 K 2024-11-09T08:25:49,975 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f26b0e534b314f23a220ecbc866184f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731140746869 2024-11-09T08:25:49,976 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c8613da66c4874b86a23e485e8b67b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731140746932 2024-11-09T08:25:49,976 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c8ed12688e014164b6d85edc9037587c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140749100 2024-11-09T08:25:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742158_1334 (size=17034) 2024-11-09T08:25:49,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:49,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109aefb3575880c435cabd49751e1dff53b_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aefb3575880c435cabd49751e1dff53b_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:49,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/324170e841f9426a8a755d9de3ae41f1, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:49,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/324170e841f9426a8a755d9de3ae41f1 is 175, key is test_row_0/A:col10/1731140749892/Put/seqid=0 2024-11-09T08:25:50,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742159_1335 (size=4469) 2024-11-09T08:25:50,019 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#A#compaction#280 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:50,019 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#C#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:50,019 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/63b701a9c5ba4582b9f4a0f910bb6c24 is 175, key is test_row_0/A:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:50,019 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/7509789458b344d587f3135d6f0a1cec is 50, key is test_row_0/C:col10/1731140749753/Put/seqid=0 2024-11-09T08:25:50,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742160_1336 (size=48139) 2024-11-09T08:25:50,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742162_1338 (size=31165) 2024-11-09T08:25:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742161_1337 (size=12104) 2024-11-09T08:25:50,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140810057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140810057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140810067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140810267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140810268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140810277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/324170e841f9426a8a755d9de3ae41f1 2024-11-09T08:25:50,430 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/63b701a9c5ba4582b9f4a0f910bb6c24 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24 2024-11-09T08:25:50,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/a61cb0bcf96946b295c49d3aabdec1c8 is 50, key is test_row_0/B:col10/1731140749892/Put/seqid=0 2024-11-09T08:25:50,435 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/A of 252ef4a3ba56c20337debddfba118d0f into 63b701a9c5ba4582b9f4a0f910bb6c24(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:50,435 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:50,435 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/A, priority=13, startTime=1731140749908; duration=0sec 2024-11-09T08:25:50,435 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:50,435 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:A 2024-11-09T08:25:50,436 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/7509789458b344d587f3135d6f0a1cec as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/7509789458b344d587f3135d6f0a1cec 2024-11-09T08:25:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742163_1339 (size=12001) 2024-11-09T08:25:50,442 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/C of 252ef4a3ba56c20337debddfba118d0f into 7509789458b344d587f3135d6f0a1cec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:50,442 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:50,442 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/C, priority=13, startTime=1731140749909; duration=0sec 2024-11-09T08:25:50,442 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:50,442 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:C 2024-11-09T08:25:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140810577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140810586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140810597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:50,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/a61cb0bcf96946b295c49d3aabdec1c8 2024-11-09T08:25:50,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 is 50, key is test_row_0/C:col10/1731140749892/Put/seqid=0 2024-11-09T08:25:50,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742164_1340 (size=12001) 2024-11-09T08:25:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-09T08:25:51,027 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:51,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-09T08:25:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:51,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:51,030 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:51,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:51,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140811086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:51,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140811096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:51,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:51,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140811117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:51,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:51,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140811127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:51,132 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:51,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140811137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:51,140 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:51,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T08:25:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:51,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:51,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:51,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 2024-11-09T08:25:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/324170e841f9426a8a755d9de3ae41f1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1 2024-11-09T08:25:51,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1, entries=250, sequenceid=77, filesize=47.0 K 2024-11-09T08:25:51,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/a61cb0bcf96946b295c49d3aabdec1c8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8 2024-11-09T08:25:51,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T08:25:51,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 2024-11-09T08:25:51,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-09T08:25:51,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 252ef4a3ba56c20337debddfba118d0f in 1355ms, sequenceid=77, compaction requested=false 2024-11-09T08:25:51,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:51,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-09T08:25:51,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:51,335 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:25:51,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110957e630c0cfaf4424967dba44615403dc_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140749946/Put/seqid=0 2024-11-09T08:25:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742165_1341 (size=12154) 2024-11-09T08:25:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:51,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:51,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110957e630c0cfaf4424967dba44615403dc_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957e630c0cfaf4424967dba44615403dc_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/962b10ccf68c4379bc5e604e12fd9dcb, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/962b10ccf68c4379bc5e604e12fd9dcb is 175, key is test_row_0/A:col10/1731140749946/Put/seqid=0 2024-11-09T08:25:51,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742166_1342 (size=30955) 2024-11-09T08:25:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:52,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:52,153 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/962b10ccf68c4379bc5e604e12fd9dcb 2024-11-09T08:25:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/937a66eff8b34105b6ec1880d0b77142 is 50, key is test_row_0/B:col10/1731140749946/Put/seqid=0 2024-11-09T08:25:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742167_1343 (size=12001) 2024-11-09T08:25:52,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140812178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140812182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140812185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140812296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140812296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140812296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140812507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140812507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140812507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,568 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/937a66eff8b34105b6ec1880d0b77142 2024-11-09T08:25:52,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/1fb6d95fbfbe4fe6af03ea963beb52f7 is 50, key is test_row_0/C:col10/1731140749946/Put/seqid=0 2024-11-09T08:25:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742168_1344 (size=12001) 2024-11-09T08:25:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140812817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140812817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140812817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:52,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/1fb6d95fbfbe4fe6af03ea963beb52f7 2024-11-09T08:25:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/962b10ccf68c4379bc5e604e12fd9dcb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb 2024-11-09T08:25:52,984 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb, entries=150, sequenceid=92, filesize=30.2 K 2024-11-09T08:25:52,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/937a66eff8b34105b6ec1880d0b77142 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142 2024-11-09T08:25:52,987 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T08:25:52,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/1fb6d95fbfbe4fe6af03ea963beb52f7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7 2024-11-09T08:25:52,991 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-09T08:25:52,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 252ef4a3ba56c20337debddfba118d0f in 1656ms, sequenceid=92, compaction requested=true 2024-11-09T08:25:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:52,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-09T08:25:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-09T08:25:52,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-09T08:25:52,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9630 sec 2024-11-09T08:25:52,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9680 sec 2024-11-09T08:25:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-09T08:25:53,177 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:53,177 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-09T08:25:53,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:53,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:53,179 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:53,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:53,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-09T08:25:53,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:53,332 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:25:53,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090cd0dbf83c9142169cbb3b9e82c438a4_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140752168/Put/seqid=0 2024-11-09T08:25:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742169_1345 (size=12154) 2024-11-09T08:25:53,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:53,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:53,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140813358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140813360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140813365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140813477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140813477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140813477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140813687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140813697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140813697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:53,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:53,745 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090cd0dbf83c9142169cbb3b9e82c438a4_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090cd0dbf83c9142169cbb3b9e82c438a4_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/fda44ab590f44434848b0c7e567647ae, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/fda44ab590f44434848b0c7e567647ae is 175, key is test_row_0/A:col10/1731140752168/Put/seqid=0 2024-11-09T08:25:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742170_1346 (size=30955) 2024-11-09T08:25:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:54,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140814006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140814007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140814017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/fda44ab590f44434848b0c7e567647ae 2024-11-09T08:25:54,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/12fc9bde743745f0b068c1c2671855ba is 50, key is test_row_0/B:col10/1731140752168/Put/seqid=0 2024-11-09T08:25:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742171_1347 (size=12001) 2024-11-09T08:25:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140814526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140814526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140814537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:54,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:54,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/12fc9bde743745f0b068c1c2671855ba 2024-11-09T08:25:54,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/924fcc8f260249219c14c6c98c48ab32 is 50, key is test_row_0/C:col10/1731140752168/Put/seqid=0 2024-11-09T08:25:54,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742172_1348 (size=12001) 2024-11-09T08:25:55,026 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/924fcc8f260249219c14c6c98c48ab32 2024-11-09T08:25:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/fda44ab590f44434848b0c7e567647ae as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae 2024-11-09T08:25:55,032 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae, entries=150, sequenceid=116, filesize=30.2 K 2024-11-09T08:25:55,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/12fc9bde743745f0b068c1c2671855ba as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba 2024-11-09T08:25:55,036 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T08:25:55,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/924fcc8f260249219c14c6c98c48ab32 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32 2024-11-09T08:25:55,039 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32, entries=150, sequenceid=116, filesize=11.7 K 2024-11-09T08:25:55,040 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 252ef4a3ba56c20337debddfba118d0f in 1708ms, sequenceid=116, compaction requested=true 2024-11-09T08:25:55,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-09T08:25:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-09T08:25:55,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-09T08:25:55,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-09T08:25:55,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8660 sec 2024-11-09T08:25:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:55,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:25:55,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091d60727273b742d084a2319fb99d4dc3_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:55,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742173_1349 (size=14644) 2024-11-09T08:25:55,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140815239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140815242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-09T08:25:55,327 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:55,327 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-09T08:25:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:55,329 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:55,330 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:55,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:55,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140815347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140815356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:55,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140815537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,540 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140815547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,553 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:55,563 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091d60727273b742d084a2319fb99d4dc3_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d60727273b742d084a2319fb99d4dc3_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:55,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/678e05400a95441bbaf59199ef4894df, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:55,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/678e05400a95441bbaf59199ef4894df is 175, key is test_row_0/A:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140815557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140815557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,566 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742174_1350 (size=39599) 2024-11-09T08:25:55,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140815576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:55,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140815877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140815887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:55,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:55,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:55,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/678e05400a95441bbaf59199ef4894df 2024-11-09T08:25:55,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/f7a6175a5d0b483d8b4ac17f06815757 is 50, key is test_row_0/B:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:55,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742175_1351 (size=12051) 2024-11-09T08:25:56,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:56,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:56,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/f7a6175a5d0b483d8b4ac17f06815757 2024-11-09T08:25:56,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/36d2d03b7677452a8a6e61a4089834b6 is 50, key is test_row_0/C:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:56,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742176_1352 (size=12051) 2024-11-09T08:25:56,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:56,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140816397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:56,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:56,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140816407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:56,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/36d2d03b7677452a8a6e61a4089834b6 2024-11-09T08:25:56,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/678e05400a95441bbaf59199ef4894df as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df 2024-11-09T08:25:56,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df, entries=200, sequenceid=129, filesize=38.7 K 2024-11-09T08:25:56,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/f7a6175a5d0b483d8b4ac17f06815757 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757 2024-11-09T08:25:56,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T08:25:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/36d2d03b7677452a8a6e61a4089834b6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6 2024-11-09T08:25:56,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6, entries=150, sequenceid=129, filesize=11.8 K 2024-11-09T08:25:56,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 252ef4a3ba56c20337debddfba118d0f in 1654ms, sequenceid=129, compaction requested=true 2024-11-09T08:25:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:56,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:56,806 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T08:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:56,806 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T08:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:25:56,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 180813 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/B is initiating minor compaction (all files) 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/A is initiating minor compaction (all files) 2024-11-09T08:25:56,807 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/B in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,807 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/A in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,807 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/112f9941632e435bb35ddcc9360c3013, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=58.7 K 2024-11-09T08:25:56,807 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=176.6 K 2024-11-09T08:25:56,807 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df] 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 112f9941632e435bb35ddcc9360c3013, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140746932 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63b701a9c5ba4582b9f4a0f910bb6c24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140746932 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a61cb0bcf96946b295c49d3aabdec1c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731140749892 2024-11-09T08:25:56,807 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 324170e841f9426a8a755d9de3ae41f1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731140749879 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 937a66eff8b34105b6ec1880d0b77142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140749934 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 962b10ccf68c4379bc5e604e12fd9dcb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140749934 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 12fc9bde743745f0b068c1c2671855ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140752168 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting fda44ab590f44434848b0c7e567647ae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140752168 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f7a6175a5d0b483d8b4ac17f06815757, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753358 2024-11-09T08:25:56,808 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 678e05400a95441bbaf59199ef4894df, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753352 2024-11-09T08:25:56,814 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:56,818 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:56,818 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/ac90269102624c8595486576026b02a4 is 50, key is test_row_0/B:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:56,818 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092f3742166bf24efdb034ce6110c0a2f6_252ef4a3ba56c20337debddfba118d0f store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:56,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092f3742166bf24efdb034ce6110c0a2f6_252ef4a3ba56c20337debddfba118d0f, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:56,822 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092f3742166bf24efdb034ce6110c0a2f6_252ef4a3ba56c20337debddfba118d0f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:56,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742177_1353 (size=12325) 2024-11-09T08:25:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742178_1354 (size=4469) 2024-11-09T08:25:56,833 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#A#compaction#294 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:56,833 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ca3713f722d34db3add44f58f906a07d is 175, key is test_row_0/A:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742179_1355 (size=31279) 2024-11-09T08:25:56,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-09T08:25:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:56,856 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:25:56,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e12f81ab20b4b03b1b807ead22c1d29_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140755238/Put/seqid=0 2024-11-09T08:25:56,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742180_1356 (size=12304) 2024-11-09T08:25:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:56,872 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e12f81ab20b4b03b1b807ead22c1d29_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e12f81ab20b4b03b1b807ead22c1d29_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/55e02c909fb64727860e36f36e0156b8, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:56,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/55e02c909fb64727860e36f36e0156b8 is 175, key is test_row_0/A:col10/1731140755238/Put/seqid=0 2024-11-09T08:25:56,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742181_1357 (size=31105) 2024-11-09T08:25:57,234 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/ac90269102624c8595486576026b02a4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/ac90269102624c8595486576026b02a4 2024-11-09T08:25:57,237 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/B of 252ef4a3ba56c20337debddfba118d0f into ac90269102624c8595486576026b02a4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:57,237 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:57,237 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/B, priority=11, startTime=1731140756806; duration=0sec 2024-11-09T08:25:57,237 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:25:57,238 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:B 2024-11-09T08:25:57,238 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-09T08:25:57,238 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-09T08:25:57,239 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/C is initiating minor compaction (all files) 2024-11-09T08:25:57,239 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/C in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:57,239 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/7509789458b344d587f3135d6f0a1cec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=58.7 K 2024-11-09T08:25:57,239 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7509789458b344d587f3135d6f0a1cec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731140746932 2024-11-09T08:25:57,239 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a1fb64376e8e40f2b4239a4ad8a0c2e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731140749892 2024-11-09T08:25:57,240 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fb6d95fbfbe4fe6af03ea963beb52f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731140749934 2024-11-09T08:25:57,240 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ca3713f722d34db3add44f58f906a07d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d 2024-11-09T08:25:57,240 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 924fcc8f260249219c14c6c98c48ab32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731140752168 2024-11-09T08:25:57,240 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 36d2d03b7677452a8a6e61a4089834b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753358 2024-11-09T08:25:57,244 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/A of 252ef4a3ba56c20337debddfba118d0f into ca3713f722d34db3add44f58f906a07d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:57,244 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:57,244 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/A, priority=11, startTime=1731140756805; duration=0sec 2024-11-09T08:25:57,244 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:57,244 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:A 2024-11-09T08:25:57,250 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:25:57,251 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/74c2572ba6394934abbec6f9caa8af00 is 50, key is test_row_0/C:col10/1731140753358/Put/seqid=0 2024-11-09T08:25:57,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742182_1358 (size=12325) 2024-11-09T08:25:57,276 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/55e02c909fb64727860e36f36e0156b8 2024-11-09T08:25:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/7fa138cfd91749e4a5775c35afaa5153 is 50, key is test_row_0/B:col10/1731140755238/Put/seqid=0 2024-11-09T08:25:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742183_1359 (size=12151) 2024-11-09T08:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:57,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:57,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140817453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140817459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:57,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140817557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,560 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140817567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140817567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,574 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140817576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140817587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,593 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:25:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,593 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,658 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/74c2572ba6394934abbec6f9caa8af00 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/74c2572ba6394934abbec6f9caa8af00 2024-11-09T08:25:57,662 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/C of 252ef4a3ba56c20337debddfba118d0f into 74c2572ba6394934abbec6f9caa8af00(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:25:57,662 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:57,662 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/C, priority=11, startTime=1731140756806; duration=0sec 2024-11-09T08:25:57,662 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:25:57,662 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:C 2024-11-09T08:25:57,685 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/7fa138cfd91749e4a5775c35afaa5153 2024-11-09T08:25:57,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ae9d4bfec8fc4e80963ad8eb186c220a is 50, key is test_row_0/C:col10/1731140755238/Put/seqid=0 2024-11-09T08:25:57,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742184_1360 (size=12151) 2024-11-09T08:25:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140817787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140817787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140818097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140818097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,102 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ae9d4bfec8fc4e80963ad8eb186c220a 2024-11-09T08:25:58,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/55e02c909fb64727860e36f36e0156b8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8 2024-11-09T08:25:58,108 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8, entries=150, sequenceid=152, filesize=30.4 K 2024-11-09T08:25:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/7fa138cfd91749e4a5775c35afaa5153 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153 2024-11-09T08:25:58,111 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T08:25:58,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ae9d4bfec8fc4e80963ad8eb186c220a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a 2024-11-09T08:25:58,115 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a, entries=150, sequenceid=152, filesize=11.9 K 2024-11-09T08:25:58,115 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 252ef4a3ba56c20337debddfba118d0f in 1259ms, sequenceid=152, compaction requested=false 2024-11-09T08:25:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:25:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:58,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-09T08:25:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-09T08:25:58,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-09T08:25:58,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7870 sec 2024-11-09T08:25:58,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.7920 sec 2024-11-09T08:25:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:58,611 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:25:58,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:25:58,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095bd5bfcf2f5f42e1ab1a1498a6b386a7_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140757452/Put/seqid=0 2024-11-09T08:25:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742185_1361 (size=14794) 2024-11-09T08:25:58,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140818671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140818680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140818786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:58,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140818796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:58,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:58,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140818997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140819007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,021 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:25:59,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095bd5bfcf2f5f42e1ab1a1498a6b386a7_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bd5bfcf2f5f42e1ab1a1498a6b386a7_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:25:59,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/bbde050f9ee84b5783c15b474a1d9ea1, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:25:59,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/bbde050f9ee84b5783c15b474a1d9ea1 is 175, key is test_row_0/A:col10/1731140757452/Put/seqid=0 2024-11-09T08:25:59,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742186_1362 (size=39749) 2024-11-09T08:25:59,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140819306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140819320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/bbde050f9ee84b5783c15b474a1d9ea1 2024-11-09T08:25:59,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/1dc1ea9e95d54e5aa0580361f6010b06 is 50, key is test_row_0/B:col10/1731140757452/Put/seqid=0 2024-11-09T08:25:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742187_1363 (size=12151) 2024-11-09T08:25:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-09T08:25:59,487 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:25:59,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:25:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-09T08:25:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:25:59,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:25:59,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:25:59,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:25:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:25:59,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:25:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:25:59,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:59,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:25:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140819827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140819827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:25:59,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:25:59,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/1dc1ea9e95d54e5aa0580361f6010b06 2024-11-09T08:25:59,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a06b2d10b03545c19fa7e894b8cc786b is 50, key is test_row_0/C:col10/1731140757452/Put/seqid=0 2024-11-09T08:25:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742188_1364 (size=12151) 2024-11-09T08:25:59,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:25:59,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:25:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:25:59,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:26:00,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:00,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:26:00,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:26:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:00,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a06b2d10b03545c19fa7e894b8cc786b 2024-11-09T08:26:00,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/bbde050f9ee84b5783c15b474a1d9ea1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1 2024-11-09T08:26:00,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1, entries=200, sequenceid=169, filesize=38.8 K 2024-11-09T08:26:00,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/1dc1ea9e95d54e5aa0580361f6010b06 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06 2024-11-09T08:26:00,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T08:26:00,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/a06b2d10b03545c19fa7e894b8cc786b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b 2024-11-09T08:26:00,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-09T08:26:00,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 252ef4a3ba56c20337debddfba118d0f in 1664ms, sequenceid=169, compaction requested=true 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:00,275 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:00,275 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:00,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/B is initiating minor compaction (all files) 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/A is initiating minor compaction (all files) 2024-11-09T08:26:00,276 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/A in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,276 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/B in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,276 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=99.7 K 2024-11-09T08:26:00,276 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/ac90269102624c8595486576026b02a4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=35.8 K 2024-11-09T08:26:00,276 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1] 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ac90269102624c8595486576026b02a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753358 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca3713f722d34db3add44f58f906a07d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753358 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa138cfd91749e4a5775c35afaa5153, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731140755230 2024-11-09T08:26:00,276 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55e02c909fb64727860e36f36e0156b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731140755230 2024-11-09T08:26:00,277 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbde050f9ee84b5783c15b474a1d9ea1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:00,277 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dc1ea9e95d54e5aa0580361f6010b06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:00,282 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:00,283 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/7f5d8f3f75ee48458330b10529407677 is 50, key is test_row_0/B:col10/1731140757452/Put/seqid=0 2024-11-09T08:26:00,285 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:00,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109f2466f5394894662ae830cb77bb9c021_252ef4a3ba56c20337debddfba118d0f store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:00,289 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109f2466f5394894662ae830cb77bb9c021_252ef4a3ba56c20337debddfba118d0f, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:00,289 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f2466f5394894662ae830cb77bb9c021_252ef4a3ba56c20337debddfba118d0f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742189_1365 (size=12527) 2024-11-09T08:26:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742190_1366 (size=4469) 2024-11-09T08:26:00,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-09T08:26:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,405 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:26:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe28d5762548498cb91236d62eeba78c_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140758670/Put/seqid=0 2024-11-09T08:26:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742191_1367 (size=12304) 2024-11-09T08:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:26:00,690 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/7f5d8f3f75ee48458330b10529407677 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7f5d8f3f75ee48458330b10529407677 2024-11-09T08:26:00,694 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/B of 252ef4a3ba56c20337debddfba118d0f into 7f5d8f3f75ee48458330b10529407677(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:00,694 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:00,694 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/B, priority=13, startTime=1731140760275; duration=0sec 2024-11-09T08:26:00,694 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:00,694 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:B 2024-11-09T08:26:00,694 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:00,695 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:00,695 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/C is initiating minor compaction (all files) 2024-11-09T08:26:00,695 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/C in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:00,696 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/74c2572ba6394934abbec6f9caa8af00, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=35.8 K 2024-11-09T08:26:00,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 74c2572ba6394934abbec6f9caa8af00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731140753358 2024-11-09T08:26:00,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9d4bfec8fc4e80963ad8eb186c220a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731140755230 2024-11-09T08:26:00,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a06b2d10b03545c19fa7e894b8cc786b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:00,697 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:00,698 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/1c0d4a5ad00541e78636edb039068229 is 175, key is test_row_0/A:col10/1731140757452/Put/seqid=0 2024-11-09T08:26:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742192_1368 (size=31481) 2024-11-09T08:26:00,703 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#C#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:00,703 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/428b491149bc42a6bcf6184139f30f7a is 50, key is test_row_0/C:col10/1731140757452/Put/seqid=0 2024-11-09T08:26:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742193_1369 (size=12527) 2024-11-09T08:26:00,709 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/1c0d4a5ad00541e78636edb039068229 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229 2024-11-09T08:26:00,712 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/428b491149bc42a6bcf6184139f30f7a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/428b491149bc42a6bcf6184139f30f7a 2024-11-09T08:26:00,712 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/A of 252ef4a3ba56c20337debddfba118d0f into 1c0d4a5ad00541e78636edb039068229(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:00,712 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:00,712 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/A, priority=13, startTime=1731140760275; duration=0sec 2024-11-09T08:26:00,712 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:00,712 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:A 2024-11-09T08:26:00,715 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/C of 252ef4a3ba56c20337debddfba118d0f into 428b491149bc42a6bcf6184139f30f7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:00,715 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:00,715 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/C, priority=13, startTime=1731140760275; duration=0sec 2024-11-09T08:26:00,715 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:00,716 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:C 2024-11-09T08:26:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:00,819 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fe28d5762548498cb91236d62eeba78c_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe28d5762548498cb91236d62eeba78c_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/c9af5ef6d03541e88c883a83e879999a, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/c9af5ef6d03541e88c883a83e879999a is 175, key is test_row_0/A:col10/1731140758670/Put/seqid=0 2024-11-09T08:26:00,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742194_1370 (size=31105) 2024-11-09T08:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:00,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:00,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140820885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140820889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140820996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140821007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140821206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,224 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/c9af5ef6d03541e88c883a83e879999a 2024-11-09T08:26:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c6d3aab8e47047df92b3b08289263012 is 50, key is test_row_0/B:col10/1731140758670/Put/seqid=0 2024-11-09T08:26:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140821227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742195_1371 (size=12151) 2024-11-09T08:26:01,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140821517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140821537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51670 deadline: 1731140821596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51724 deadline: 1731140821597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,601 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:01,601 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51740 deadline: 1731140821607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:01,612 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 252ef4a3ba56c20337debddfba118d0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:26:01,638 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c6d3aab8e47047df92b3b08289263012 2024-11-09T08:26:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/2260471d64e1474480f37542ef030b4c is 50, key is test_row_0/C:col10/1731140758670/Put/seqid=0 2024-11-09T08:26:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742196_1372 (size=12151) 2024-11-09T08:26:02,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140822027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:02,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:02,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:02,048 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/2260471d64e1474480f37542ef030b4c 2024-11-09T08:26:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/c9af5ef6d03541e88c883a83e879999a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a 2024-11-09T08:26:02,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140822046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:02,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:02,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a, entries=150, sequenceid=191, filesize=30.4 K 2024-11-09T08:26:02,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c6d3aab8e47047df92b3b08289263012 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012 2024-11-09T08:26:02,057 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012, entries=150, sequenceid=191, filesize=11.9 K 2024-11-09T08:26:02,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/2260471d64e1474480f37542ef030b4c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c 2024-11-09T08:26:02,061 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c, entries=150, sequenceid=191, filesize=11.9 K 2024-11-09T08:26:02,062 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 252ef4a3ba56c20337debddfba118d0f in 1657ms, sequenceid=191, compaction requested=false 2024-11-09T08:26:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:02,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-09T08:26:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-09T08:26:02,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-09T08:26:02,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5750 sec 2024-11-09T08:26:02,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.5790 sec 2024-11-09T08:26:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:03,051 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:03,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T08:26:03,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b083941cf74a4789afa99511d365440a_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742197_1373 (size=14794) 2024-11-09T08:26:03,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140823110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140823114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140823227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140823436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140823437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,461 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:03,464 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b083941cf74a4789afa99511d365440a_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b083941cf74a4789afa99511d365440a_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:03,464 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b6575885468e4b88a0ca09c29a7f0d7f, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:03,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b6575885468e4b88a0ca09c29a7f0d7f is 175, key is test_row_0/A:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:03,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742198_1374 (size=39749) 2024-11-09T08:26:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-09T08:26:03,657 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:03,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-09T08:26:03,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:03,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:03,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140823757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140823757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:03,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:03,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,868 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b6575885468e4b88a0ca09c29a7f0d7f 2024-11-09T08:26:03,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/fd53f04c4ca64b00a073e5d6f7c700ea is 50, key is test_row_0/B:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:03,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742199_1375 (size=12151) 2024-11-09T08:26:03,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:03,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:04,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140824267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:04,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:04,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/fd53f04c4ca64b00a073e5d6f7c700ea 2024-11-09T08:26:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:04,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/18f4f13b3fc64dd9a9bb82ec14677f34 is 50, key is test_row_0/C:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742200_1376 (size=12151) 2024-11-09T08:26:04,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/18f4f13b3fc64dd9a9bb82ec14677f34 2024-11-09T08:26:04,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:04,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b6575885468e4b88a0ca09c29a7f0d7f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f 2024-11-09T08:26:04,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f, entries=200, sequenceid=209, filesize=38.8 K 2024-11-09T08:26:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/fd53f04c4ca64b00a073e5d6f7c700ea as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea 2024-11-09T08:26:04,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T08:26:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/18f4f13b3fc64dd9a9bb82ec14677f34 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34 2024-11-09T08:26:04,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34, entries=150, sequenceid=209, filesize=11.9 K 2024-11-09T08:26:04,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 252ef4a3ba56c20337debddfba118d0f in 1692ms, sequenceid=209, compaction requested=true 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:04,744 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:04,744 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:04,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:04,745 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:04,745 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/A is initiating minor compaction (all files) 2024-11-09T08:26:04,745 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/A in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,745 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=99.9 K 2024-11-09T08:26:04,745 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,745 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f] 2024-11-09T08:26:04,745 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c0d4a5ad00541e78636edb039068229, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:04,746 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:04,746 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9af5ef6d03541e88c883a83e879999a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731140758663 2024-11-09T08:26:04,746 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/B is initiating minor compaction (all files) 2024-11-09T08:26:04,746 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/B in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,746 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7f5d8f3f75ee48458330b10529407677, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=36.0 K 2024-11-09T08:26:04,746 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6575885468e4b88a0ca09c29a7f0d7f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:04,746 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f5d8f3f75ee48458330b10529407677, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:04,747 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d3aab8e47047df92b3b08289263012, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731140758663 2024-11-09T08:26:04,747 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fd53f04c4ca64b00a073e5d6f7c700ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:04,753 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:04,757 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411094abaafbb6b934bb386cb4704927d5051_252ef4a3ba56c20337debddfba118d0f store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:04,758 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:04,759 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/451e9f233f6841c297d186e796aadb47 is 50, key is test_row_0/B:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:04,759 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411094abaafbb6b934bb386cb4704927d5051_252ef4a3ba56c20337debddfba118d0f, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:04,759 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094abaafbb6b934bb386cb4704927d5051_252ef4a3ba56c20337debddfba118d0f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:04,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742201_1377 (size=12629) 2024-11-09T08:26:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742202_1378 (size=4469) 2024-11-09T08:26:04,773 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/451e9f233f6841c297d186e796aadb47 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/451e9f233f6841c297d186e796aadb47 2024-11-09T08:26:04,777 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/B of 252ef4a3ba56c20337debddfba118d0f into 451e9f233f6841c297d186e796aadb47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:04,777 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:04,777 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/B, priority=13, startTime=1731140764744; duration=0sec 2024-11-09T08:26:04,777 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:04,777 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:B 2024-11-09T08:26:04,777 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:04,778 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:04,778 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/C is initiating minor compaction (all files) 2024-11-09T08:26:04,778 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/C in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,778 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/428b491149bc42a6bcf6184139f30f7a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=36.0 K 2024-11-09T08:26:04,778 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 428b491149bc42a6bcf6184139f30f7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731140757444 2024-11-09T08:26:04,779 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 2260471d64e1474480f37542ef030b4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731140758663 2024-11-09T08:26:04,779 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f4f13b3fc64dd9a9bb82ec14677f34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:04,784 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:04,785 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/fde6b2dee7b847a78216429166ad535b is 50, key is test_row_0/C:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742203_1379 (size=12629) 2024-11-09T08:26:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:04,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-09T08:26:04,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:04,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T08:26:04,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110998e81be101464da89e898c44a5cffd57_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140763108/Put/seqid=0 2024-11-09T08:26:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742204_1380 (size=12304) 2024-11-09T08:26:05,171 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:05,171 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/6f340f093af74337af0c274d458ce775 is 175, key is test_row_0/A:col10/1731140763050/Put/seqid=0 2024-11-09T08:26:05,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742205_1381 (size=31583) 2024-11-09T08:26:05,180 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/6f340f093af74337af0c274d458ce775 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775 2024-11-09T08:26:05,186 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/A of 252ef4a3ba56c20337debddfba118d0f into 6f340f093af74337af0c274d458ce775(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:05,186 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:05,186 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/A, priority=13, startTime=1731140764744; duration=0sec 2024-11-09T08:26:05,186 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:05,186 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:A 2024-11-09T08:26:05,191 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/fde6b2dee7b847a78216429166ad535b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/fde6b2dee7b847a78216429166ad535b 2024-11-09T08:26:05,195 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/C of 252ef4a3ba56c20337debddfba118d0f into fde6b2dee7b847a78216429166ad535b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:05,195 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:05,195 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/C, priority=13, startTime=1731140764744; duration=0sec 2024-11-09T08:26:05,195 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:05,195 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:C 2024-11-09T08:26:05,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. as already flushing 2024-11-09T08:26:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:05,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:05,295 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110998e81be101464da89e898c44a5cffd57_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110998e81be101464da89e898c44a5cffd57_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b8fab116120d4c919362887c3ef27778, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b8fab116120d4c919362887c3ef27778 is 175, key is test_row_0/A:col10/1731140763108/Put/seqid=0 2024-11-09T08:26:05,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742206_1382 (size=31105) 2024-11-09T08:26:05,304 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b8fab116120d4c919362887c3ef27778 2024-11-09T08:26:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/414cb9430dd94049b2f91fbf8b33e4a3 is 50, key is test_row_0/B:col10/1731140763108/Put/seqid=0 2024-11-09T08:26:05,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742207_1383 (size=12151) 2024-11-09T08:26:05,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140825315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140825317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140825427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140825427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140825636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140825636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,715 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/414cb9430dd94049b2f91fbf8b33e4a3 2024-11-09T08:26:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/33d8e873ae2b4030884ccb265c815a4f is 50, key is test_row_0/C:col10/1731140763108/Put/seqid=0 2024-11-09T08:26:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742208_1384 (size=12151) 2024-11-09T08:26:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:05,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140825947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140825947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,124 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/33d8e873ae2b4030884ccb265c815a4f 2024-11-09T08:26:06,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/b8fab116120d4c919362887c3ef27778 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778 2024-11-09T08:26:06,131 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778, entries=150, sequenceid=231, filesize=30.4 K 2024-11-09T08:26:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/414cb9430dd94049b2f91fbf8b33e4a3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3 2024-11-09T08:26:06,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3, entries=150, sequenceid=231, filesize=11.9 K 2024-11-09T08:26:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/33d8e873ae2b4030884ccb265c815a4f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f 2024-11-09T08:26:06,137 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f, entries=150, sequenceid=231, filesize=11.9 K 2024-11-09T08:26:06,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 252ef4a3ba56c20337debddfba118d0f in 1256ms, sequenceid=231, compaction requested=false 2024-11-09T08:26:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-09T08:26:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-09T08:26:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-09T08:26:06,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-11-09T08:26:06,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.4840 sec 2024-11-09T08:26:06,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:06,460 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:06,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T08:26:06,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e977a12c49cb4b1faa70be921e6fc122_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742209_1385 (size=17284) 2024-11-09T08:26:06,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140826508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140826510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:26:06,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140826617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140826626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140826827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140826837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:06,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:06,873 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:06,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e977a12c49cb4b1faa70be921e6fc122_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e977a12c49cb4b1faa70be921e6fc122_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:06,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8ccefad064e0484a8037e8c93758b677, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:06,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8ccefad064e0484a8037e8c93758b677 is 175, key is test_row_0/A:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742210_1386 (size=48389) 2024-11-09T08:26:06,886 INFO [Thread-1490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1490. 2024-11-09T08:26:06,886 DEBUG [Thread-1490 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:06,886 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,886 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:06,888 INFO [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484. 2024-11-09T08:26:06,888 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:06,888 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,888 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:06,890 INFO [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488. 2024-11-09T08:26:06,890 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:06,890 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,890 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:06,895 INFO [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486. 2024-11-09T08:26:06,895 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:06,895 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,895 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:06,897 INFO [Thread-1482 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1482. 2024-11-09T08:26:06,897 DEBUG [Thread-1482 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:06,897 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,897 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:06,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:07,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140827137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140827147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:07,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8ccefad064e0484a8037e8c93758b677 2024-11-09T08:26:07,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c8583edaa626430d92a44179b10482d6 is 50, key is test_row_0/B:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742211_1387 (size=12151) 2024-11-09T08:26:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51704 deadline: 1731140827647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:07,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51718 deadline: 1731140827658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:07,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:07,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c8583edaa626430d92a44179b10482d6 2024-11-09T08:26:07,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/d7475b6a48e146b7b7727050ecbfbe6c is 50, key is test_row_0/C:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742212_1388 (size=12151) 2024-11-09T08:26:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-09T08:26:07,829 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:08,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/d7475b6a48e146b7b7727050ecbfbe6c 2024-11-09T08:26:08,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/8ccefad064e0484a8037e8c93758b677 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677 2024-11-09T08:26:08,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677, entries=250, sequenceid=250, filesize=47.3 K 2024-11-09T08:26:08,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/c8583edaa626430d92a44179b10482d6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6 2024-11-09T08:26:08,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T08:26:08,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/d7475b6a48e146b7b7727050ecbfbe6c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c 2024-11-09T08:26:08,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c, entries=150, sequenceid=250, filesize=11.9 K 2024-11-09T08:26:08,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 252ef4a3ba56c20337debddfba118d0f in 1681ms, sequenceid=250, compaction requested=true 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:08,141 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:08,141 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 252ef4a3ba56c20337debddfba118d0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:08,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:08,142 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:08,142 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:08,142 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/B is initiating minor compaction (all files) 2024-11-09T08:26:08,142 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/A is initiating minor compaction (all files) 2024-11-09T08:26:08,142 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/A in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:08,143 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/B in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:08,143 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=108.5 K 2024-11-09T08:26:08,143 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/451e9f233f6841c297d186e796aadb47, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=36.1 K 2024-11-09T08:26:08,143 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:08,143 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677] 2024-11-09T08:26:08,143 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f340f093af74337af0c274d458ce775, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:08,143 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 451e9f233f6841c297d186e796aadb47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:08,143 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fab116120d4c919362887c3ef27778, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731140763098 2024-11-09T08:26:08,143 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 414cb9430dd94049b2f91fbf8b33e4a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731140763098 2024-11-09T08:26:08,144 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ccefad064e0484a8037e8c93758b677, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140765302 2024-11-09T08:26:08,144 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c8583edaa626430d92a44179b10482d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140765302 2024-11-09T08:26:08,150 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:08,152 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110915ca99548ed943ed90de557d45c41e65_252ef4a3ba56c20337debddfba118d0f store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:08,152 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#B#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:08,153 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/3cf1c7a03a1746c8b2d649a1b415bf66 is 50, key is test_row_0/B:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:08,154 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110915ca99548ed943ed90de557d45c41e65_252ef4a3ba56c20337debddfba118d0f, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:08,154 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110915ca99548ed943ed90de557d45c41e65_252ef4a3ba56c20337debddfba118d0f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742213_1389 (size=12731) 2024-11-09T08:26:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742214_1390 (size=4469) 2024-11-09T08:26:08,557 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:08,558 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/9a26e76c7cc74db69d8ad06132f2e66c is 175, key is test_row_0/A:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:08,560 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/3cf1c7a03a1746c8b2d649a1b415bf66 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/3cf1c7a03a1746c8b2d649a1b415bf66 2024-11-09T08:26:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742215_1391 (size=31685) 2024-11-09T08:26:08,564 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/B of 252ef4a3ba56c20337debddfba118d0f into 3cf1c7a03a1746c8b2d649a1b415bf66(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:08,564 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:08,564 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/B, priority=13, startTime=1731140768141; duration=0sec 2024-11-09T08:26:08,564 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:08,564 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:B 2024-11-09T08:26:08,564 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:08,565 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:08,565 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 252ef4a3ba56c20337debddfba118d0f/C is initiating minor compaction (all files) 2024-11-09T08:26:08,565 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 252ef4a3ba56c20337debddfba118d0f/C in TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:08,565 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/fde6b2dee7b847a78216429166ad535b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp, totalSize=36.1 K 2024-11-09T08:26:08,565 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fde6b2dee7b847a78216429166ad535b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731140760868 2024-11-09T08:26:08,566 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d8e873ae2b4030884ccb265c815a4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731140763098 2024-11-09T08:26:08,566 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d7475b6a48e146b7b7727050ecbfbe6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731140765302 2024-11-09T08:26:08,571 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 252ef4a3ba56c20337debddfba118d0f#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:08,572 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/c3be23622d834d9ea7617f1b5a88e54e is 50, key is test_row_0/C:col10/1731140765316/Put/seqid=0 2024-11-09T08:26:08,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742216_1392 (size=12731) 2024-11-09T08:26:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:08,657 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:08,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T08:26:08,658 INFO [Thread-1473 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1473. 2024-11-09T08:26:08,658 DEBUG [Thread-1473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:08,658 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:08,658 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:08,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:08,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5ef4c7effef401abbd4022ff39ee58f_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140766506/Put/seqid=0 2024-11-09T08:26:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742217_1393 (size=12454) 2024-11-09T08:26:08,678 INFO [Thread-1471 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1471. 2024-11-09T08:26:08,678 DEBUG [Thread-1471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:08,678 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:08,678 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:08,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:08,965 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/9a26e76c7cc74db69d8ad06132f2e66c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/9a26e76c7cc74db69d8ad06132f2e66c 2024-11-09T08:26:08,969 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/A of 252ef4a3ba56c20337debddfba118d0f into 9a26e76c7cc74db69d8ad06132f2e66c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:08,969 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:08,969 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/A, priority=13, startTime=1731140768141; duration=0sec 2024-11-09T08:26:08,970 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:08,970 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:A 2024-11-09T08:26:08,979 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/c3be23622d834d9ea7617f1b5a88e54e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c3be23622d834d9ea7617f1b5a88e54e 2024-11-09T08:26:08,983 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 252ef4a3ba56c20337debddfba118d0f/C of 252ef4a3ba56c20337debddfba118d0f into c3be23622d834d9ea7617f1b5a88e54e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:08,983 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:08,983 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., storeName=252ef4a3ba56c20337debddfba118d0f/C, priority=13, startTime=1731140768141; duration=0sec 2024-11-09T08:26:08,983 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:08,983 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 252ef4a3ba56c20337debddfba118d0f:C 2024-11-09T08:26:09,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:09,070 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f5ef4c7effef401abbd4022ff39ee58f_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5ef4c7effef401abbd4022ff39ee58f_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:09,071 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/7009180810a241b790a333225faf8629, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:09,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/7009180810a241b790a333225faf8629 is 175, key is test_row_0/A:col10/1731140766506/Put/seqid=0 2024-11-09T08:26:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742218_1394 (size=31255) 2024-11-09T08:26:09,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/7009180810a241b790a333225faf8629 2024-11-09T08:26:09,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/943f1c738c9e47fe9d93b8d8abd08692 is 50, key is test_row_0/B:col10/1731140766506/Put/seqid=0 2024-11-09T08:26:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742219_1395 (size=12301) 2024-11-09T08:26:09,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/943f1c738c9e47fe9d93b8d8abd08692 2024-11-09T08:26:09,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ee80d8938d9648718c6ef7cadef0a9e1 is 50, key is test_row_0/C:col10/1731140766506/Put/seqid=0 2024-11-09T08:26:09,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742220_1396 (size=12301) 2024-11-09T08:26:10,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ee80d8938d9648718c6ef7cadef0a9e1 2024-11-09T08:26:10,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/7009180810a241b790a333225faf8629 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/7009180810a241b790a333225faf8629 2024-11-09T08:26:10,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/7009180810a241b790a333225faf8629, entries=150, sequenceid=271, filesize=30.5 K 2024-11-09T08:26:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/943f1c738c9e47fe9d93b8d8abd08692 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/943f1c738c9e47fe9d93b8d8abd08692 2024-11-09T08:26:10,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/943f1c738c9e47fe9d93b8d8abd08692, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T08:26:10,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/ee80d8938d9648718c6ef7cadef0a9e1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ee80d8938d9648718c6ef7cadef0a9e1 2024-11-09T08:26:10,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ee80d8938d9648718c6ef7cadef0a9e1, entries=150, sequenceid=271, filesize=12.0 K 2024-11-09T08:26:10,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for 252ef4a3ba56c20337debddfba118d0f in 1655ms, sequenceid=271, compaction requested=false 2024-11-09T08:26:10,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 252ef4a3ba56c20337debddfba118d0f: 2024-11-09T08:26:10,887 WARN [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-09T08:26:10,887 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677] to archive 2024-11-09T08:26:10,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:10,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8397af74f2e440f8bd014151b65ab207 2024-11-09T08:26:10,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/057d2aa30e5c4cdeac50ad14df0f5a24 2024-11-09T08:26:10,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/d03b4d725d7648c0985e3f1265d71a55 2024-11-09T08:26:10,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/63b701a9c5ba4582b9f4a0f910bb6c24 2024-11-09T08:26:10,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/324170e841f9426a8a755d9de3ae41f1 2024-11-09T08:26:10,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/962b10ccf68c4379bc5e604e12fd9dcb 2024-11-09T08:26:10,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/fda44ab590f44434848b0c7e567647ae 2024-11-09T08:26:10,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/678e05400a95441bbaf59199ef4894df 2024-11-09T08:26:10,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ca3713f722d34db3add44f58f906a07d 2024-11-09T08:26:10,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/55e02c909fb64727860e36f36e0156b8 2024-11-09T08:26:10,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/bbde050f9ee84b5783c15b474a1d9ea1 2024-11-09T08:26:10,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/1c0d4a5ad00541e78636edb039068229 2024-11-09T08:26:10,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/c9af5ef6d03541e88c883a83e879999a 2024-11-09T08:26:10,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b6575885468e4b88a0ca09c29a7f0d7f 2024-11-09T08:26:10,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/6f340f093af74337af0c274d458ce775 2024-11-09T08:26:10,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/b8fab116120d4c919362887c3ef27778 2024-11-09T08:26:10,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/8ccefad064e0484a8037e8c93758b677 2024-11-09T08:26:10,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/112f9941632e435bb35ddcc9360c3013, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/ac90269102624c8595486576026b02a4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7f5d8f3f75ee48458330b10529407677, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/451e9f233f6841c297d186e796aadb47, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6] to archive 2024-11-09T08:26:10,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:10,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/16ee5d44ec65427cad2dbf8c14cde1dd 2024-11-09T08:26:10,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c7f0b8de6cb846dc9b8d5b0a7fb41684 2024-11-09T08:26:10,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/112f9941632e435bb35ddcc9360c3013 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/112f9941632e435bb35ddcc9360c3013 2024-11-09T08:26:10,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/36496fc5f729493e961aba3139c1bedb 2024-11-09T08:26:10,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/a61cb0bcf96946b295c49d3aabdec1c8 2024-11-09T08:26:10,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/937a66eff8b34105b6ec1880d0b77142 2024-11-09T08:26:10,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/12fc9bde743745f0b068c1c2671855ba 2024-11-09T08:26:10,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/ac90269102624c8595486576026b02a4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/ac90269102624c8595486576026b02a4 2024-11-09T08:26:10,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/f7a6175a5d0b483d8b4ac17f06815757 2024-11-09T08:26:10,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7fa138cfd91749e4a5775c35afaa5153 2024-11-09T08:26:10,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7f5d8f3f75ee48458330b10529407677 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/7f5d8f3f75ee48458330b10529407677 2024-11-09T08:26:10,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/1dc1ea9e95d54e5aa0580361f6010b06 2024-11-09T08:26:10,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c6d3aab8e47047df92b3b08289263012 2024-11-09T08:26:10,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/451e9f233f6841c297d186e796aadb47 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/451e9f233f6841c297d186e796aadb47 2024-11-09T08:26:10,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/fd53f04c4ca64b00a073e5d6f7c700ea 2024-11-09T08:26:10,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/414cb9430dd94049b2f91fbf8b33e4a3 2024-11-09T08:26:10,920 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/c8583edaa626430d92a44179b10482d6 2024-11-09T08:26:10,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/7509789458b344d587f3135d6f0a1cec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/74c2572ba6394934abbec6f9caa8af00, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/428b491149bc42a6bcf6184139f30f7a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/fde6b2dee7b847a78216429166ad535b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c] to archive 2024-11-09T08:26:10,922 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:10,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/f26b0e534b314f23a220ecbc866184f3 2024-11-09T08:26:10,924 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/29c8613da66c4874b86a23e485e8b67b 2024-11-09T08:26:10,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/7509789458b344d587f3135d6f0a1cec to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/7509789458b344d587f3135d6f0a1cec 2024-11-09T08:26:10,925 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c8ed12688e014164b6d85edc9037587c 2024-11-09T08:26:10,926 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a1fb64376e8e40f2b4239a4ad8a0c2e0 2024-11-09T08:26:10,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/1fb6d95fbfbe4fe6af03ea963beb52f7 2024-11-09T08:26:10,927 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/924fcc8f260249219c14c6c98c48ab32 2024-11-09T08:26:10,928 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/74c2572ba6394934abbec6f9caa8af00 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/74c2572ba6394934abbec6f9caa8af00 2024-11-09T08:26:10,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/36d2d03b7677452a8a6e61a4089834b6 2024-11-09T08:26:10,929 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ae9d4bfec8fc4e80963ad8eb186c220a 2024-11-09T08:26:10,930 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/428b491149bc42a6bcf6184139f30f7a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/428b491149bc42a6bcf6184139f30f7a 2024-11-09T08:26:10,931 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/a06b2d10b03545c19fa7e894b8cc786b 2024-11-09T08:26:10,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/2260471d64e1474480f37542ef030b4c 2024-11-09T08:26:10,932 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/fde6b2dee7b847a78216429166ad535b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/fde6b2dee7b847a78216429166ad535b 2024-11-09T08:26:10,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/18f4f13b3fc64dd9a9bb82ec14677f34 2024-11-09T08:26:10,933 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/33d8e873ae2b4030884ccb265c815a4f 2024-11-09T08:26:10,934 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/d7475b6a48e146b7b7727050ecbfbe6c 2024-11-09T08:26:11,630 INFO [Thread-1479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1479. 2024-11-09T08:26:11,630 DEBUG [Thread-1479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:11,630 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,630 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:11,659 INFO [Thread-1477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1477. 2024-11-09T08:26:11,659 INFO [Thread-1475 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1475. 2024-11-09T08:26:11,659 DEBUG [Thread-1475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:11,659 DEBUG [Thread-1477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:11,659 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,659 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,659 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,659 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:11,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1566 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4690 rows 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1570 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4699 rows 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1558 2024-11-09T08:26:11,659 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4674 rows 2024-11-09T08:26:11,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1568 2024-11-09T08:26:11,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4683 rows 2024-11-09T08:26:11,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1559 2024-11-09T08:26:11,660 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4667 rows 2024-11-09T08:26:11,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:26:11,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:26:11,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:11,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:11,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:26:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:11,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140771664"}]},"ts":"1731140771664"} 2024-11-09T08:26:11,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:26:11,666 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:26:11,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:26:11,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, UNASSIGN}] 2024-11-09T08:26:11,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, UNASSIGN 2024-11-09T08:26:11,670 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:11,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, UNASSIGN because future has completed 2024-11-09T08:26:11,671 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:26:11,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:11,823 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:11,823 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:26:11,823 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 252ef4a3ba56c20337debddfba118d0f, disabling compactions & flushes 2024-11-09T08:26:11,823 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:11,823 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:11,823 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. after waiting 0 ms 2024-11-09T08:26:11,823 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:11,823 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 252ef4a3ba56c20337debddfba118d0f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-09T08:26:11,828 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e8e22d67033f4244874299e7086cdf92_252ef4a3ba56c20337debddfba118d0f is 50, key is test_row_0/A:col10/1731140771657/Put/seqid=0 2024-11-09T08:26:11,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742221_1397 (size=9914) 2024-11-09T08:26:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:12,232 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:12,235 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e8e22d67033f4244874299e7086cdf92_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8e22d67033f4244874299e7086cdf92_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:12,236 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ef8a51ebaa6f4f36858a0eaaabcc82d9, store: [table=TestAcidGuarantees family=A region=252ef4a3ba56c20337debddfba118d0f] 2024-11-09T08:26:12,236 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 is 175, key is test_row_0/A:col10/1731140771657/Put/seqid=0 2024-11-09T08:26:12,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742222_1398 (size=22561) 2024-11-09T08:26:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:12,640 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 2024-11-09T08:26:12,647 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/e31c6e57e1ae468bba2a36e6a3016f8e is 50, key is test_row_0/B:col10/1731140771657/Put/seqid=0 2024-11-09T08:26:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742223_1399 (size=9857) 2024-11-09T08:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:13,051 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/e31c6e57e1ae468bba2a36e6a3016f8e 2024-11-09T08:26:13,063 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/4e429235036a48e3afefdf13ce566518 is 50, key is test_row_0/C:col10/1731140771657/Put/seqid=0 2024-11-09T08:26:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742224_1400 (size=9857) 2024-11-09T08:26:13,468 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/4e429235036a48e3afefdf13ce566518 2024-11-09T08:26:13,475 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 2024-11-09T08:26:13,480 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ef8a51ebaa6f4f36858a0eaaabcc82d9, entries=100, sequenceid=280, filesize=22.0 K 2024-11-09T08:26:13,480 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/B/e31c6e57e1ae468bba2a36e6a3016f8e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/e31c6e57e1ae468bba2a36e6a3016f8e 2024-11-09T08:26:13,484 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/e31c6e57e1ae468bba2a36e6a3016f8e, entries=100, sequenceid=280, filesize=9.6 K 2024-11-09T08:26:13,485 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/.tmp/C/4e429235036a48e3afefdf13ce566518 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/4e429235036a48e3afefdf13ce566518 2024-11-09T08:26:13,489 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/4e429235036a48e3afefdf13ce566518, entries=100, sequenceid=280, filesize=9.6 K 2024-11-09T08:26:13,489 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 252ef4a3ba56c20337debddfba118d0f in 1666ms, sequenceid=280, compaction requested=true 2024-11-09T08:26:13,493 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits/283.seqid, newMaxSeqId=283, maxSeqId=4 2024-11-09T08:26:13,493 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. 2024-11-09T08:26:13,493 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 252ef4a3ba56c20337debddfba118d0f: Waiting for close lock at 1731140771823Running coprocessor pre-close hooks at 1731140771823Disabling compacts and flushes for region at 1731140771823Disabling writes for close at 1731140771823Obtaining lock to block concurrent updates at 1731140771823Preparing flush snapshotting stores in 252ef4a3ba56c20337debddfba118d0f at 1731140771823Finished memstore snapshotting TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731140771823Flushing stores of TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f. at 1731140771824 (+1 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/A: creating writer at 1731140771824Flushing mob file 252ef4a3ba56c20337debddfba118d0f/A: appending metadata at 1731140771828 (+4 ms)Flushing mob file 252ef4a3ba56c20337debddfba118d0f/A: closing flushed file at 1731140771828Flushing 252ef4a3ba56c20337debddfba118d0f/A: appending metadata at 1731140772236 (+408 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/A: closing flushed file at 1731140772236Flushing 252ef4a3ba56c20337debddfba118d0f/B: creating writer at 1731140772644 (+408 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/B: appending metadata at 1731140772646 (+2 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/B: closing flushed file at 1731140772646Flushing 252ef4a3ba56c20337debddfba118d0f/C: creating writer at 1731140773058 (+412 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/C: appending metadata at 1731140773062 (+4 ms)Flushing 252ef4a3ba56c20337debddfba118d0f/C: closing flushed file at 1731140773062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5118bae9: reopening flushed file at 1731140773475 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264b3dc9: reopening flushed file at 1731140773480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180aff65: reopening flushed file at 1731140773484 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 252ef4a3ba56c20337debddfba118d0f in 1666ms, sequenceid=280, compaction requested=true at 1731140773489 (+5 ms)Writing region close event to WAL at 1731140773491 (+2 ms)Running coprocessor post-close hooks at 1731140773493 (+2 ms)Closed at 1731140773493 2024-11-09T08:26:13,495 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,496 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=252ef4a3ba56c20337debddfba118d0f, regionState=CLOSED 2024-11-09T08:26:13,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:13,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-09T08:26:13,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 252ef4a3ba56c20337debddfba118d0f, server=d7c8ba49ede6,34803,1731140648245 in 1.8260 sec 2024-11-09T08:26:13,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-09T08:26:13,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=252ef4a3ba56c20337debddfba118d0f, UNASSIGN in 1.8310 sec 2024-11-09T08:26:13,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-09T08:26:13,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8350 sec 2024-11-09T08:26:13,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140773503"}]},"ts":"1731140773503"} 2024-11-09T08:26:13,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:26:13,505 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:26:13,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8440 sec 2024-11-09T08:26:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-09T08:26:13,808 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:13,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:26:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,810 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T08:26:13,811 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,812 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,814 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits] 2024-11-09T08:26:13,817 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/7009180810a241b790a333225faf8629 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/7009180810a241b790a333225faf8629 2024-11-09T08:26:13,818 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/9a26e76c7cc74db69d8ad06132f2e66c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/9a26e76c7cc74db69d8ad06132f2e66c 2024-11-09T08:26:13,819 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/A/ef8a51ebaa6f4f36858a0eaaabcc82d9 2024-11-09T08:26:13,822 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/3cf1c7a03a1746c8b2d649a1b415bf66 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/3cf1c7a03a1746c8b2d649a1b415bf66 2024-11-09T08:26:13,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/943f1c738c9e47fe9d93b8d8abd08692 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/943f1c738c9e47fe9d93b8d8abd08692 2024-11-09T08:26:13,824 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/e31c6e57e1ae468bba2a36e6a3016f8e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/B/e31c6e57e1ae468bba2a36e6a3016f8e 2024-11-09T08:26:13,826 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/4e429235036a48e3afefdf13ce566518 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/4e429235036a48e3afefdf13ce566518 2024-11-09T08:26:13,826 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c3be23622d834d9ea7617f1b5a88e54e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/c3be23622d834d9ea7617f1b5a88e54e 2024-11-09T08:26:13,827 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ee80d8938d9648718c6ef7cadef0a9e1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/C/ee80d8938d9648718c6ef7cadef0a9e1 2024-11-09T08:26:13,829 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits/283.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f/recovered.edits/283.seqid 2024-11-09T08:26:13,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,830 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:26:13,830 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:26:13,831 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T08:26:13,833 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090cd0dbf83c9142169cbb3b9e82c438a4_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090cd0dbf83c9142169cbb3b9e82c438a4_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,834 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d60727273b742d084a2319fb99d4dc3_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091d60727273b742d084a2319fb99d4dc3_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109322d86560b4645e3a9c79a95646c1363_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109322d86560b4645e3a9c79a95646c1363_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,836 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957e630c0cfaf4424967dba44615403dc_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110957e630c0cfaf4424967dba44615403dc_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,836 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bd5bfcf2f5f42e1ab1a1498a6b386a7_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095bd5bfcf2f5f42e1ab1a1498a6b386a7_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,837 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968bdd955f949432c921328487865c5c6_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110968bdd955f949432c921328487865c5c6_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,838 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e12f81ab20b4b03b1b807ead22c1d29_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e12f81ab20b4b03b1b807ead22c1d29_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,839 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110998e81be101464da89e898c44a5cffd57_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110998e81be101464da89e898c44a5cffd57_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,840 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad9f8720e57e4bd7b40c3da05a801e04_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ad9f8720e57e4bd7b40c3da05a801e04_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,841 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aefb3575880c435cabd49751e1dff53b_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109aefb3575880c435cabd49751e1dff53b_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,842 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b083941cf74a4789afa99511d365440a_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b083941cf74a4789afa99511d365440a_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,842 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8e22d67033f4244874299e7086cdf92_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e8e22d67033f4244874299e7086cdf92_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,843 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e977a12c49cb4b1faa70be921e6fc122_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e977a12c49cb4b1faa70be921e6fc122_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,844 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5ef4c7effef401abbd4022ff39ee58f_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f5ef4c7effef401abbd4022ff39ee58f_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe28d5762548498cb91236d62eeba78c_252ef4a3ba56c20337debddfba118d0f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fe28d5762548498cb91236d62eeba78c_252ef4a3ba56c20337debddfba118d0f 2024-11-09T08:26:13,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:26:13,847 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,848 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:26:13,850 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:26:13,852 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,852 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:26:13,852 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140773852"}]},"ts":"9223372036854775807"} 2024-11-09T08:26:13,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:26:13,854 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 252ef4a3ba56c20337debddfba118d0f, NAME => 'TestAcidGuarantees,,1731140743695.252ef4a3ba56c20337debddfba118d0f.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:26:13,854 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:26:13,854 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140773854"}]},"ts":"9223372036854775807"} 2024-11-09T08:26:13,856 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:26:13,857 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-09T08:26:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-09T08:26:13,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:26:13,917 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:13,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 238) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1786006142_22 at /127.0.0.1:35182 [Waiting for operation #530] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1808726970_22 at /127.0.0.1:35164 [Waiting for operation #547] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1786006142_22 at /127.0.0.1:35066 [Waiting for operation #578] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1808726970_22 at /127.0.0.1:35166 [Waiting for operation #557] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=2392 (was 1754) - AvailableMemoryMB LEAK? - 2024-11-09T08:26:13,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=2390 2024-11-09T08:26:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:26:13,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:13,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:26:13,936 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:13,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-09T08:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:13,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:26:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742225_1401 (size=959) 2024-11-09T08:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:14,344 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:26:14,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742226_1402 (size=53) 2024-11-09T08:26:14,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:14,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:26:14,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5ba239e7d2cd3835eb8d24f663e1056a, disabling compactions & flushes 2024-11-09T08:26:14,749 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:14,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:14,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. after waiting 0 ms 2024-11-09T08:26:14,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:14,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:14,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ba239e7d2cd3835eb8d24f663e1056a: Waiting for close lock at 1731140774749Disabling compacts and flushes for region at 1731140774749Disabling writes for close at 1731140774750 (+1 ms)Writing region close event to WAL at 1731140774750Closed at 1731140774750 2024-11-09T08:26:14,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:26:14,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140774751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140774751"}]},"ts":"1731140774751"} 2024-11-09T08:26:14,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:26:14,754 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:26:14,754 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140774754"}]},"ts":"1731140774754"} 2024-11-09T08:26:14,756 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:26:14,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, ASSIGN}] 2024-11-09T08:26:14,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, ASSIGN 2024-11-09T08:26:14,759 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:26:14,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=5ba239e7d2cd3835eb8d24f663e1056a, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:14,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, ASSIGN because future has completed 2024-11-09T08:26:14,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:15,065 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:15,065 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:26:15,065 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,066 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:26:15,066 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,066 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,067 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,068 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba239e7d2cd3835eb8d24f663e1056a columnFamilyName A 2024-11-09T08:26:15,068 DEBUG [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:15,069 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(327): Store=5ba239e7d2cd3835eb8d24f663e1056a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:15,069 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,070 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba239e7d2cd3835eb8d24f663e1056a columnFamilyName B 2024-11-09T08:26:15,070 DEBUG [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:15,070 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(327): Store=5ba239e7d2cd3835eb8d24f663e1056a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:15,070 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,071 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba239e7d2cd3835eb8d24f663e1056a columnFamilyName C 2024-11-09T08:26:15,071 DEBUG [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:15,071 INFO [StoreOpener-5ba239e7d2cd3835eb8d24f663e1056a-1 {}] regionserver.HStore(327): Store=5ba239e7d2cd3835eb8d24f663e1056a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:15,072 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,072 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,072 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:26:15,074 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,076 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:26:15,076 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 5ba239e7d2cd3835eb8d24f663e1056a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61729954, jitterRate=-0.0801520049571991}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:26:15,076 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:15,077 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 5ba239e7d2cd3835eb8d24f663e1056a: Running coprocessor pre-open hook at 1731140775066Writing region info on filesystem at 1731140775066Initializing all the Stores at 1731140775066Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140775066Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140775067 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140775067Cleaning up temporary data from old regions at 1731140775073 (+6 ms)Running coprocessor post-open hooks at 1731140775076 (+3 ms)Region opened successfully at 1731140775077 (+1 ms) 2024-11-09T08:26:15,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:15,077 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., pid=120, masterSystemTime=1731140775062 2024-11-09T08:26:15,079 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:15,079 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:15,079 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=5ba239e7d2cd3835eb8d24f663e1056a, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:15,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:15,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-09T08:26:15,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 in 170 msec 2024-11-09T08:26:15,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-09T08:26:15,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, ASSIGN in 326 msec 2024-11-09T08:26:15,085 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:26:15,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140775085"}]},"ts":"1731140775085"} 2024-11-09T08:26:15,086 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:26:15,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:26:15,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-09T08:26:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-09T08:26:16,097 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:16,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,098 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3216b291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,100 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603871d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:26:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:26:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36014667 2024-11-09T08:26:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:26:16,104 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:26:16,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bab69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5647e818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a4a277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,112 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a776ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,114 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ff2f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,115 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c6bddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e653eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52648ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad0843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,124 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2623fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,126 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7649147b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,128 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143bfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,130 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1babd4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,131 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757bdc7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,133 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384f0ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5291a471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,137 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fbb977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,138 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1e974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:16,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:16,141 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37152b10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:16,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:16,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7a4dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:16,143 DEBUG [Thread-1828 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,143 DEBUG [Thread-1843 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,144 DEBUG [Thread-1839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,145 DEBUG [Thread-1830 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,161 DEBUG [Thread-1832 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:16,162 DEBUG [Thread-1845 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-09T08:26:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,164 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:16,164 DEBUG [Thread-1834 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:16,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:16,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:26:16,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:16,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:16,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,167 DEBUG [Thread-1836 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,167 DEBUG [Thread-1841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,168 DEBUG [Thread-1847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:16,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:16,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2] 2024-11-09T08:26:16,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8bedba731a13417da562e53160b73225 is 50, key is test_row_0/A:col10/1731140776162/Put/seqid=0 2024-11-09T08:26:16,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742227_1403 (size=12001) 2024-11-09T08:26:16,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140836253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140836254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140836256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140836257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140836265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:16,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:16,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140836377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140836377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140836377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140836377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140836377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:16,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140836586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140836586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140836586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140836587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140836587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8bedba731a13417da562e53160b73225 2024-11-09T08:26:16,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/2be4ac4b7e31478c8ceee8cb15bbe30e is 50, key is test_row_0/B:col10/1731140776162/Put/seqid=0 2024-11-09T08:26:16,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742228_1404 (size=12001) 2024-11-09T08:26:16,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:16,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:16,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:16,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:16,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:16,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140836896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140836896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140836907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140836907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140836907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:16,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:16,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:16,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:16,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:17,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/2be4ac4b7e31478c8ceee8cb15bbe30e 2024-11-09T08:26:17,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/29bd80a3f6e24798aee1d08657ac7a8d is 50, key is test_row_0/C:col10/1731140776162/Put/seqid=0 2024-11-09T08:26:17,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:17,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:17,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:17,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742229_1405 (size=12001) 2024-11-09T08:26:17,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/29bd80a3f6e24798aee1d08657ac7a8d 2024-11-09T08:26:17,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8bedba731a13417da562e53160b73225 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225 2024-11-09T08:26:17,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:26:17,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/2be4ac4b7e31478c8ceee8cb15bbe30e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e 2024-11-09T08:26:17,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:26:17,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/29bd80a3f6e24798aee1d08657ac7a8d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d 2024-11-09T08:26:17,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-09T08:26:17,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5ba239e7d2cd3835eb8d24f663e1056a in 990ms, sequenceid=13, compaction requested=false 2024-11-09T08:26:17,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:17,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-09T08:26:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:17,249 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:26:17,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/433fc35ce73b4c8c9ef61c35821a9e5f is 50, key is test_row_0/A:col10/1731140776254/Put/seqid=0 2024-11-09T08:26:17,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742230_1406 (size=12001) 2024-11-09T08:26:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:17,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140837427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140837429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140837433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140837433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140837434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140837538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140837547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140837547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140837548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/433fc35ce73b4c8c9ef61c35821a9e5f 2024-11-09T08:26:17,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6fa2e27cf229476abec40cbc0909d2fc is 50, key is test_row_0/B:col10/1731140776254/Put/seqid=0 2024-11-09T08:26:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742231_1407 (size=12001) 2024-11-09T08:26:17,704 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6fa2e27cf229476abec40cbc0909d2fc 2024-11-09T08:26:17,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/158f26edb88d48ada6768b20d5e1d60c is 50, key is test_row_0/C:col10/1731140776254/Put/seqid=0 2024-11-09T08:26:17,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742232_1408 (size=12001) 2024-11-09T08:26:17,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140837747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140837757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140837757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:17,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140837766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:17,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140838056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140838067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140838067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,072 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140838077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,119 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/158f26edb88d48ada6768b20d5e1d60c 2024-11-09T08:26:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/433fc35ce73b4c8c9ef61c35821a9e5f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f 2024-11-09T08:26:18,126 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:26:18,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6fa2e27cf229476abec40cbc0909d2fc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc 2024-11-09T08:26:18,130 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:26:18,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/158f26edb88d48ada6768b20d5e1d60c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c 2024-11-09T08:26:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-09T08:26:18,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5ba239e7d2cd3835eb8d24f663e1056a in 885ms, sequenceid=37, compaction requested=false 2024-11-09T08:26:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-09T08:26:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-09T08:26:18,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-09T08:26:18,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9700 sec 2024-11-09T08:26:18,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.9770 sec 2024-11-09T08:26:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-09T08:26:18,307 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:18,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-09T08:26:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:18,309 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:18,310 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:18,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:18,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:26:18,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/1b4963a78ba947e788db8a215fe81c29 is 50, key is test_row_0/A:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:18,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742233_1409 (size=12001) 2024-11-09T08:26:18,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/1b4963a78ba947e788db8a215fe81c29 2024-11-09T08:26:18,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/13a51b781e7145a98ac7958b6283e549 is 50, key is test_row_0/B:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:18,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742234_1410 (size=12001) 2024-11-09T08:26:18,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/13a51b781e7145a98ac7958b6283e549 2024-11-09T08:26:18,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/574ab24a96a244e0b74b10658fc32cb1 is 50, key is test_row_0/C:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742235_1411 (size=12001) 2024-11-09T08:26:18,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/574ab24a96a244e0b74b10658fc32cb1 2024-11-09T08:26:18,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/1b4963a78ba947e788db8a215fe81c29 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29 2024-11-09T08:26:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T08:26:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/13a51b781e7145a98ac7958b6283e549 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549 2024-11-09T08:26:18,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T08:26:18,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/574ab24a96a244e0b74b10658fc32cb1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1 2024-11-09T08:26:18,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-09T08:26:18,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=87.22 KB/89310 for 5ba239e7d2cd3835eb8d24f663e1056a in 121ms, sequenceid=50, compaction requested=true 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:18,570 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:18,570 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:18,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:18,571 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,571 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=35.2 K 2024-11-09T08:26:18,571 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,571 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=35.2 K 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bedba731a13417da562e53160b73225, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140776156 2024-11-09T08:26:18,571 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 2be4ac4b7e31478c8ceee8cb15bbe30e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140776156 2024-11-09T08:26:18,572 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 433fc35ce73b4c8c9ef61c35821a9e5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140776237 2024-11-09T08:26:18,572 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa2e27cf229476abec40cbc0909d2fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140776237 2024-11-09T08:26:18,572 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4963a78ba947e788db8a215fe81c29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:18,573 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 13a51b781e7145a98ac7958b6283e549, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:18,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T08:26:18,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/588295b2438d4a659053e46d7251e83d is 50, key is test_row_0/A:col10/1731140778541/Put/seqid=0 2024-11-09T08:26:18,582 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:18,582 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:18,582 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/9ba579204b3d420594ed985f5b918dad is 50, key is test_row_0/A:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:18,582 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/ac4569112a964d7e878a1a72292ae4d8 is 50, key is test_row_0/B:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742236_1412 (size=14341) 2024-11-09T08:26:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742238_1414 (size=12104) 2024-11-09T08:26:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742237_1413 (size=12104) 2024-11-09T08:26:18,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/588295b2438d4a659053e46d7251e83d 2024-11-09T08:26:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/671bde80655b4400a605f96d0166b6b6 is 50, key is test_row_0/B:col10/1731140778541/Put/seqid=0 2024-11-09T08:26:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742239_1415 (size=12001) 2024-11-09T08:26:18,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140838613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140838614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140838620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:18,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140838621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140838622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140838730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140838730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140838732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140838739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140838739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:18,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:18,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:18,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:18,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140838947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140838947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140838947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140838957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140838957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,002 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/9ba579204b3d420594ed985f5b918dad as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9ba579204b3d420594ed985f5b918dad 2024-11-09T08:26:19,002 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/ac4569112a964d7e878a1a72292ae4d8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ac4569112a964d7e878a1a72292ae4d8 2024-11-09T08:26:19,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/671bde80655b4400a605f96d0166b6b6 2024-11-09T08:26:19,006 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into ac4569112a964d7e878a1a72292ae4d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:19,006 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into 9ba579204b3d420594ed985f5b918dad(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:19,006 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=13, startTime=1731140778570; duration=0sec 2024-11-09T08:26:19,006 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=13, startTime=1731140778570; duration=0sec 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:19,006 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:19,008 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:19,008 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:19,008 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,009 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=35.2 K 2024-11-09T08:26:19,009 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29bd80a3f6e24798aee1d08657ac7a8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731140776156 2024-11-09T08:26:19,009 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 158f26edb88d48ada6768b20d5e1d60c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731140776237 2024-11-09T08:26:19,009 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 574ab24a96a244e0b74b10658fc32cb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:19,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4e3ed190219f4501bd988436ef392c57 is 50, key is test_row_0/C:col10/1731140778541/Put/seqid=0 2024-11-09T08:26:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742240_1416 (size=12001) 2024-11-09T08:26:19,017 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:19,018 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/711f24ecb1554a30b4e3b8c52c8573eb is 50, key is test_row_0/C:col10/1731140778447/Put/seqid=0 2024-11-09T08:26:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742241_1417 (size=12104) 2024-11-09T08:26:19,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:26:19,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:19,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140839267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140839267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140839267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140839276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140839277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:19,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4e3ed190219f4501bd988436ef392c57 2024-11-09T08:26:19,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/588295b2438d4a659053e46d7251e83d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d 2024-11-09T08:26:19,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d, entries=200, sequenceid=67, filesize=14.0 K 2024-11-09T08:26:19,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/671bde80655b4400a605f96d0166b6b6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6 2024-11-09T08:26:19,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6, entries=150, sequenceid=67, filesize=11.7 K 2024-11-09T08:26:19,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4e3ed190219f4501bd988436ef392c57 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57 2024-11-09T08:26:19,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57, entries=150, sequenceid=67, filesize=11.7 K 2024-11-09T08:26:19,428 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/711f24ecb1554a30b4e3b8c52c8573eb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/711f24ecb1554a30b4e3b8c52c8573eb 2024-11-09T08:26:19,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5ba239e7d2cd3835eb8d24f663e1056a in 854ms, sequenceid=67, compaction requested=false 2024-11-09T08:26:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:19,432 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 711f24ecb1554a30b4e3b8c52c8573eb(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:19,432 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:19,432 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=13, startTime=1731140778570; duration=0sec 2024-11-09T08:26:19,432 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:19,432 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:19,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-09T08:26:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:19,538 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-09T08:26:19,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3a8eb46f75f545e48aaa79b0a8d386d6 is 50, key is test_row_0/A:col10/1731140778620/Put/seqid=0 2024-11-09T08:26:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742242_1418 (size=12001) 2024-11-09T08:26:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:19,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140839807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140839807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140839811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140839812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140839813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140839926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140839926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140839927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140839927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140839927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:19,946 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3a8eb46f75f545e48aaa79b0a8d386d6 2024-11-09T08:26:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/062cc9d765194613a99fa9bd39fe3a12 is 50, key is test_row_0/B:col10/1731140778620/Put/seqid=0 2024-11-09T08:26:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742243_1419 (size=12001) 2024-11-09T08:26:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140840136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140840147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140840147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140840147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140840147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,358 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/062cc9d765194613a99fa9bd39fe3a12 2024-11-09T08:26:20,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5ef7a953dc7d4d42ad4b22408eee7074 is 50, key is test_row_0/C:col10/1731140778620/Put/seqid=0 2024-11-09T08:26:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742244_1420 (size=12001) 2024-11-09T08:26:20,367 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5ef7a953dc7d4d42ad4b22408eee7074 2024-11-09T08:26:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3a8eb46f75f545e48aaa79b0a8d386d6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6 2024-11-09T08:26:20,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T08:26:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/062cc9d765194613a99fa9bd39fe3a12 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12 2024-11-09T08:26:20,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T08:26:20,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5ef7a953dc7d4d42ad4b22408eee7074 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074 2024-11-09T08:26:20,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074, entries=150, sequenceid=89, filesize=11.7 K 2024-11-09T08:26:20,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5ba239e7d2cd3835eb8d24f663e1056a in 845ms, sequenceid=89, compaction requested=true 2024-11-09T08:26:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-09T08:26:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-09T08:26:20,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-09T08:26:20,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0750 sec 2024-11-09T08:26:20,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.0790 sec 2024-11-09T08:26:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:20,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T08:26:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-09T08:26:20,457 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:20,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/6b76f0029b274225a855955c1352d394 is 50, key is test_row_0/A:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:20,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-09T08:26:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:20,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:20,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:20,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742245_1421 (size=14341) 2024-11-09T08:26:20,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140840482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140840485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140840486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140840487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140840488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140840597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140840597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:20,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140840606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:20,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140840807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,813 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140840816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140840816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140840816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140840827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:20,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/6b76f0029b274225a855955c1352d394 2024-11-09T08:26:20,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/41e5ba3e2b1a4293a9dc97cf85958dfc is 50, key is test_row_0/B:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742246_1422 (size=12001) 2024-11-09T08:26:20,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:20,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:21,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:21,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140841117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140841126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140841126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140841127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140841147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/41e5ba3e2b1a4293a9dc97cf85958dfc 2024-11-09T08:26:21,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6af4d89185db4ba3a89bc2aae81d0254 is 50, key is test_row_0/C:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:21,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742247_1423 (size=12001) 2024-11-09T08:26:21,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:21,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:21,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140841637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140841637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140841647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140841647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140841666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:21,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:21,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6af4d89185db4ba3a89bc2aae81d0254 2024-11-09T08:26:21,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:21,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/6b76f0029b274225a855955c1352d394 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394 2024-11-09T08:26:21,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394, entries=200, sequenceid=107, filesize=14.0 K 2024-11-09T08:26:21,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/41e5ba3e2b1a4293a9dc97cf85958dfc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc 2024-11-09T08:26:21,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc, entries=150, sequenceid=107, filesize=11.7 K 2024-11-09T08:26:21,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6af4d89185db4ba3a89bc2aae81d0254 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254 2024-11-09T08:26:21,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254, entries=150, sequenceid=107, filesize=11.7 K 2024-11-09T08:26:21,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5ba239e7d2cd3835eb8d24f663e1056a in 1242ms, sequenceid=107, compaction requested=true 2024-11-09T08:26:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:21,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:21,696 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:21,696 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,697 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,697 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ac4569112a964d7e878a1a72292ae4d8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=47.0 K 2024-11-09T08:26:21,697 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9ba579204b3d420594ed985f5b918dad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=51.5 K 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ac4569112a964d7e878a1a72292ae4d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba579204b3d420594ed985f5b918dad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 671bde80655b4400a605f96d0166b6b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731140778541 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588295b2438d4a659053e46d7251e83d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731140778541 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 062cc9d765194613a99fa9bd39fe3a12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731140778618 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a8eb46f75f545e48aaa79b0a8d386d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731140778618 2024-11-09T08:26:21,697 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e5ba3e2b1a4293a9dc97cf85958dfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:21,698 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b76f0029b274225a855955c1352d394, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:21,705 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:21,705 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/d06f412fffda4d41b6d4d20091821ca4 is 50, key is test_row_0/B:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:21,705 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:21,706 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/453aa7394cf344d7be9209f372467b78 is 50, key is test_row_0/A:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742248_1424 (size=12241) 2024-11-09T08:26:21,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742249_1425 (size=12241) 2024-11-09T08:26:21,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-09T08:26:21,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:21,834 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-09T08:26:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ff6eef3691e548beb5f4578a5caf5505 is 50, key is test_row_0/A:col10/1731140780487/Put/seqid=0 2024-11-09T08:26:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742250_1426 (size=12001) 2024-11-09T08:26:22,113 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/d06f412fffda4d41b6d4d20091821ca4 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d06f412fffda4d41b6d4d20091821ca4 2024-11-09T08:26:22,117 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into d06f412fffda4d41b6d4d20091821ca4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:22,117 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:22,117 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=12, startTime=1731140781696; duration=0sec 2024-11-09T08:26:22,117 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:22,117 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:22,117 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:22,118 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:22,118 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:22,118 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:22,118 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/711f24ecb1554a30b4e3b8c52c8573eb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=47.0 K 2024-11-09T08:26:22,119 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 711f24ecb1554a30b4e3b8c52c8573eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731140777423 2024-11-09T08:26:22,119 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e3ed190219f4501bd988436ef392c57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731140778541 2024-11-09T08:26:22,119 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef7a953dc7d4d42ad4b22408eee7074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731140778618 2024-11-09T08:26:22,119 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6af4d89185db4ba3a89bc2aae81d0254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:22,123 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/453aa7394cf344d7be9209f372467b78 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/453aa7394cf344d7be9209f372467b78 2024-11-09T08:26:22,127 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into 453aa7394cf344d7be9209f372467b78(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:22,127 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:22,127 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=12, startTime=1731140781695; duration=0sec 2024-11-09T08:26:22,127 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:22,127 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:22,129 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:22,129 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/703f814f9e1b4937b8aea0ed6b4c3339 is 50, key is test_row_0/C:col10/1731140779811/Put/seqid=0 2024-11-09T08:26:22,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742251_1427 (size=12241) 2024-11-09T08:26:22,136 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/703f814f9e1b4937b8aea0ed6b4c3339 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/703f814f9e1b4937b8aea0ed6b4c3339 2024-11-09T08:26:22,139 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 703f814f9e1b4937b8aea0ed6b4c3339(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:22,139 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:22,139 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=12, startTime=1731140781696; duration=0sec 2024-11-09T08:26:22,139 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:22,139 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:22,243 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ff6eef3691e548beb5f4578a5caf5505 2024-11-09T08:26:22,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/eb9099066f294fbeb13bd4e6da67eecf is 50, key is test_row_0/B:col10/1731140780487/Put/seqid=0 2024-11-09T08:26:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742252_1428 (size=12001) 2024-11-09T08:26:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:22,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:22,719 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/eb9099066f294fbeb13bd4e6da67eecf 2024-11-09T08:26:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140842685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140842686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,722 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/2e66983e0f6c4399a99643926f1e8232 is 50, key is test_row_0/C:col10/1731140780487/Put/seqid=0 2024-11-09T08:26:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742253_1429 (size=12001) 2024-11-09T08:26:22,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140842722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140842722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140842722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140842826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140842836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140842837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140842837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:22,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140843036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140843046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140843046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140843047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/2e66983e0f6c4399a99643926f1e8232 2024-11-09T08:26:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ff6eef3691e548beb5f4578a5caf5505 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505 2024-11-09T08:26:23,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505, entries=150, sequenceid=125, filesize=11.7 K 2024-11-09T08:26:23,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/eb9099066f294fbeb13bd4e6da67eecf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf 2024-11-09T08:26:23,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf, entries=150, sequenceid=125, filesize=11.7 K 2024-11-09T08:26:23,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/2e66983e0f6c4399a99643926f1e8232 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232 2024-11-09T08:26:23,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232, entries=150, sequenceid=125, filesize=11.7 K 2024-11-09T08:26:23,142 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 5ba239e7d2cd3835eb8d24f663e1056a in 1308ms, sequenceid=125, compaction requested=false 2024-11-09T08:26:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:23,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-09T08:26:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-09T08:26:23,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-09T08:26:23,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6830 sec 2024-11-09T08:26:23,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.6880 sec 2024-11-09T08:26:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:23,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T08:26:23,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3654681984b749d584b3589a503d719f is 50, key is test_row_0/A:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742254_1430 (size=14541) 2024-11-09T08:26:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140843373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140843374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140843378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140843379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140843486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140843486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140843497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140843497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140843696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140843696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140843707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140843707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:23,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:23,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3654681984b749d584b3589a503d719f 2024-11-09T08:26:23,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c848b69644a140d595cd48c3e2195311 is 50, key is test_row_0/B:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742255_1431 (size=12151) 2024-11-09T08:26:23,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c848b69644a140d595cd48c3e2195311 2024-11-09T08:26:23,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c790d848b9864f4ab1b02c1768699ac9 is 50, key is test_row_0/C:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:23,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742256_1432 (size=12151) 2024-11-09T08:26:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140844006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140844017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140844017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c790d848b9864f4ab1b02c1768699ac9 2024-11-09T08:26:24,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3654681984b749d584b3589a503d719f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f 2024-11-09T08:26:24,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f, entries=200, sequenceid=149, filesize=14.2 K 2024-11-09T08:26:24,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c848b69644a140d595cd48c3e2195311 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311 2024-11-09T08:26:24,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311, entries=150, sequenceid=149, filesize=11.9 K 2024-11-09T08:26:24,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c790d848b9864f4ab1b02c1768699ac9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9 2024-11-09T08:26:24,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9, entries=150, sequenceid=149, filesize=11.9 K 2024-11-09T08:26:24,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5ba239e7d2cd3835eb8d24f663e1056a in 874ms, sequenceid=149, compaction requested=true 2024-11-09T08:26:24,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:24,229 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:24,229 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:24,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:24,231 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:24,231 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:24,231 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,231 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d06f412fffda4d41b6d4d20091821ca4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=35.5 K 2024-11-09T08:26:24,232 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:24,232 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:24,232 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,232 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/453aa7394cf344d7be9209f372467b78, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=37.9 K 2024-11-09T08:26:24,232 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d06f412fffda4d41b6d4d20091821ca4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:24,234 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 453aa7394cf344d7be9209f372467b78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:24,234 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb9099066f294fbeb13bd4e6da67eecf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731140780464 2024-11-09T08:26:24,235 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c848b69644a140d595cd48c3e2195311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:24,235 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6eef3691e548beb5f4578a5caf5505, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731140780464 2024-11-09T08:26:24,238 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 3654681984b749d584b3589a503d719f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:24,248 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:24,248 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:24,249 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ea81809a57f44572a6bc3017d35880da is 50, key is test_row_0/A:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:24,249 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/d982569349e6415ea811c27b16cd9da3 is 50, key is test_row_0/B:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:24,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742258_1434 (size=12493) 2024-11-09T08:26:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742257_1433 (size=12493) 2024-11-09T08:26:24,282 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/d982569349e6415ea811c27b16cd9da3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d982569349e6415ea811c27b16cd9da3 2024-11-09T08:26:24,287 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into d982569349e6415ea811c27b16cd9da3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:24,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:24,287 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=13, startTime=1731140784229; duration=0sec 2024-11-09T08:26:24,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:24,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:24,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:24,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:24,289 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:24,289 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,289 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/703f814f9e1b4937b8aea0ed6b4c3339, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=35.5 K 2024-11-09T08:26:24,289 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 703f814f9e1b4937b8aea0ed6b4c3339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731140779795 2024-11-09T08:26:24,289 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e66983e0f6c4399a99643926f1e8232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731140780464 2024-11-09T08:26:24,292 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c790d848b9864f4ab1b02c1768699ac9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:24,308 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:24,308 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/54534f0067524e7a92b5454302f38ec7 is 50, key is test_row_0/C:col10/1731140782685/Put/seqid=0 2024-11-09T08:26:24,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742259_1435 (size=12493) 2024-11-09T08:26:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:24,532 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:24,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-09T08:26:24,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/7cfe1b0e01364a5583da6a90bee2cfa0 is 50, key is test_row_0/A:col10/1731140783378/Put/seqid=0 2024-11-09T08:26:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742260_1436 (size=12151) 2024-11-09T08:26:24,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140844592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140844593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140844594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140844595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-09T08:26:24,627 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:24,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-09T08:26:24,629 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:24,630 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:24,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:24,670 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ea81809a57f44572a6bc3017d35880da as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ea81809a57f44572a6bc3017d35880da 2024-11-09T08:26:24,673 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into ea81809a57f44572a6bc3017d35880da(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:24,673 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:24,673 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=13, startTime=1731140784228; duration=0sec 2024-11-09T08:26:24,673 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:24,673 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:24,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140844707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140844707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140844707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,721 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/54534f0067524e7a92b5454302f38ec7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/54534f0067524e7a92b5454302f38ec7 2024-11-09T08:26:24,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140844717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,725 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 54534f0067524e7a92b5454302f38ec7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:24,726 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:24,726 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=13, startTime=1731140784229; duration=0sec 2024-11-09T08:26:24,726 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:24,726 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:24,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140844748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,756 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:24,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140844916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140844917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140844917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140844927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:24,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:24,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:24,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:24,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/7cfe1b0e01364a5583da6a90bee2cfa0 2024-11-09T08:26:24,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/a66d41c40a644ae3a21fd3e66a1e1d88 is 50, key is test_row_0/B:col10/1731140783378/Put/seqid=0 2024-11-09T08:26:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742261_1437 (size=12151) 2024-11-09T08:26:25,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140845227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140845227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140845227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140845236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:25,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/a66d41c40a644ae3a21fd3e66a1e1d88 2024-11-09T08:26:25,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/d988f1562c2d4eb4a5ee3d426039bfaa is 50, key is test_row_0/C:col10/1731140783378/Put/seqid=0 2024-11-09T08:26:25,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742262_1438 (size=12151) 2024-11-09T08:26:25,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:25,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:25,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140845737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140845737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140845737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140845746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:25,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/d988f1562c2d4eb4a5ee3d426039bfaa 2024-11-09T08:26:25,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/7cfe1b0e01364a5583da6a90bee2cfa0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0 2024-11-09T08:26:25,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T08:26:25,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/a66d41c40a644ae3a21fd3e66a1e1d88 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88 2024-11-09T08:26:25,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T08:26:25,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/d988f1562c2d4eb4a5ee3d426039bfaa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa 2024-11-09T08:26:25,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa, entries=150, sequenceid=166, filesize=11.9 K 2024-11-09T08:26:25,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5ba239e7d2cd3835eb8d24f663e1056a in 1259ms, sequenceid=166, compaction requested=false 2024-11-09T08:26:25,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:25,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-09T08:26:25,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:25,852 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-09T08:26:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8a3cbef2731e4b5bbcdb9ecc84624a5c is 50, key is test_row_0/A:col10/1731140784567/Put/seqid=0 2024-11-09T08:26:25,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742263_1439 (size=12151) 2024-11-09T08:26:26,260 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8a3cbef2731e4b5bbcdb9ecc84624a5c 2024-11-09T08:26:26,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/5689bad0cfa6422f9596b3eb5b5ae0f8 is 50, key is test_row_0/B:col10/1731140784567/Put/seqid=0 2024-11-09T08:26:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742264_1440 (size=12151) 2024-11-09T08:26:26,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/5689bad0cfa6422f9596b3eb5b5ae0f8 2024-11-09T08:26:26,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5cada84a1bc24e7b8b83b4e175cd3981 is 50, key is test_row_0/C:col10/1731140784567/Put/seqid=0 2024-11-09T08:26:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742265_1441 (size=12151) 2024-11-09T08:26:26,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5cada84a1bc24e7b8b83b4e175cd3981 2024-11-09T08:26:26,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/8a3cbef2731e4b5bbcdb9ecc84624a5c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c 2024-11-09T08:26:26,688 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c, entries=150, sequenceid=188, filesize=11.9 K 2024-11-09T08:26:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/5689bad0cfa6422f9596b3eb5b5ae0f8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8 2024-11-09T08:26:26,691 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8, entries=150, sequenceid=188, filesize=11.9 K 2024-11-09T08:26:26,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/5cada84a1bc24e7b8b83b4e175cd3981 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981 2024-11-09T08:26:26,695 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981, entries=150, sequenceid=188, filesize=11.9 K 2024-11-09T08:26:26,695 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 5ba239e7d2cd3835eb8d24f663e1056a in 843ms, sequenceid=188, compaction requested=true 2024-11-09T08:26:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-09T08:26:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-09T08:26:26,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-09T08:26:26,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0670 sec 2024-11-09T08:26:26,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.0700 sec 2024-11-09T08:26:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:26,764 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:26,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:26:26,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/fc49bd33a1b741229e0a6557807029c1 is 50, key is test_row_0/A:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742266_1442 (size=14541) 2024-11-09T08:26:26,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-09T08:26:26,787 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:26,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:26,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-09T08:26:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:26,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:26,790 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:26,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140846814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140846815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140846819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140846826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:26,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:26,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:26,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:26,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140846936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140846936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140846936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140846937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140847146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140847146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140847147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140847147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/fc49bd33a1b741229e0a6557807029c1 2024-11-09T08:26:27,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/4312ef59eca044f89d3a82ba9ae2fb25 is 50, key is test_row_0/B:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742267_1443 (size=12151) 2024-11-09T08:26:27,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140847456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140847466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,468 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140847467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140847467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/4312ef59eca044f89d3a82ba9ae2fb25 2024-11-09T08:26:27,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/091e3cd8c35642b6bc747063dc7ef930 is 50, key is test_row_0/C:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742268_1444 (size=12151) 2024-11-09T08:26:27,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:27,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:27,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140847966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140847977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/091e3cd8c35642b6bc747063dc7ef930 2024-11-09T08:26:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/fc49bd33a1b741229e0a6557807029c1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1 2024-11-09T08:26:27,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1, entries=200, sequenceid=199, filesize=14.2 K 2024-11-09T08:26:27,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/4312ef59eca044f89d3a82ba9ae2fb25 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25 2024-11-09T08:26:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140847987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140847987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:27,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T08:26:27,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/091e3cd8c35642b6bc747063dc7ef930 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930 2024-11-09T08:26:28,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930, entries=150, sequenceid=199, filesize=11.9 K 2024-11-09T08:26:28,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5ba239e7d2cd3835eb8d24f663e1056a in 1238ms, sequenceid=199, compaction requested=true 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:28,002 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:28,002 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:28,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:28,003 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:28,003 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:28,003 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ea81809a57f44572a6bc3017d35880da, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=50.1 K 2024-11-09T08:26:28,003 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d982569349e6415ea811c27b16cd9da3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=47.8 K 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea81809a57f44572a6bc3017d35880da, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:28,003 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d982569349e6415ea811c27b16cd9da3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cfe1b0e01364a5583da6a90bee2cfa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731140783377 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a66d41c40a644ae3a21fd3e66a1e1d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731140783377 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a3cbef2731e4b5bbcdb9ecc84624a5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140784567 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5689bad0cfa6422f9596b3eb5b5ae0f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140784567 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4312ef59eca044f89d3a82ba9ae2fb25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:28,004 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc49bd33a1b741229e0a6557807029c1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:28,012 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:28,012 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:28,012 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6e0a3f2b378d4fdeb056ff81c52fefad is 50, key is test_row_0/B:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:28,012 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/f1d4a431ab5746abb42f5dd63e7aa683 is 50, key is test_row_0/A:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:28,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-09T08:26:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:28,014 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:26:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742269_1445 (size=12629) 2024-11-09T08:26:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/4a75b4cd249640cfa95089e6c1c9b1ae is 50, key is test_row_0/A:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:28,027 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6e0a3f2b378d4fdeb056ff81c52fefad as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6e0a3f2b378d4fdeb056ff81c52fefad 2024-11-09T08:26:28,031 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into 6e0a3f2b378d4fdeb056ff81c52fefad(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:28,031 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:28,031 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=12, startTime=1731140788002; duration=0sec 2024-11-09T08:26:28,031 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:28,031 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:28,031 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:28,032 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:28,032 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:28,032 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:28,032 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/54534f0067524e7a92b5454302f38ec7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=47.8 K 2024-11-09T08:26:28,032 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 54534f0067524e7a92b5454302f38ec7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731140782685 2024-11-09T08:26:28,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d988f1562c2d4eb4a5ee3d426039bfaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731140783377 2024-11-09T08:26:28,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cada84a1bc24e7b8b83b4e175cd3981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731140784567 2024-11-09T08:26:28,033 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 091e3cd8c35642b6bc747063dc7ef930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:28,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742270_1446 (size=12629) 2024-11-09T08:26:28,045 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:28,046 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/12ad8950acbd4bafacf8ccacba8c4a3e is 50, key is test_row_0/C:col10/1731140786759/Put/seqid=0 2024-11-09T08:26:28,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742271_1447 (size=12151) 2024-11-09T08:26:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742272_1448 (size=12629) 2024-11-09T08:26:28,060 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/12ad8950acbd4bafacf8ccacba8c4a3e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/12ad8950acbd4bafacf8ccacba8c4a3e 2024-11-09T08:26:28,064 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 12ad8950acbd4bafacf8ccacba8c4a3e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:28,064 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:28,064 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=12, startTime=1731140788002; duration=0sec 2024-11-09T08:26:28,064 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:28,064 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:28,438 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/f1d4a431ab5746abb42f5dd63e7aa683 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f1d4a431ab5746abb42f5dd63e7aa683 2024-11-09T08:26:28,442 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into f1d4a431ab5746abb42f5dd63e7aa683(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:28,442 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:28,442 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=12, startTime=1731140788002; duration=0sec 2024-11-09T08:26:28,442 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:28,442 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:28,450 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/4a75b4cd249640cfa95089e6c1c9b1ae 2024-11-09T08:26:28,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6942e4b3615f4c3aa8820acece5fc840 is 50, key is test_row_0/B:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742273_1449 (size=12151) 2024-11-09T08:26:28,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:28,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:28,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140848832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:28,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6942e4b3615f4c3aa8820acece5fc840 2024-11-09T08:26:28,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/a9c1de8b830f44eda17aef79bbf22d10 is 50, key is test_row_0/C:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742274_1450 (size=12151) 2024-11-09T08:26:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140848946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:28,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140848987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:28,993 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140848997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,004 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140849007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140849007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,014 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,014 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140849157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/a9c1de8b830f44eda17aef79bbf22d10 2024-11-09T08:26:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/4a75b4cd249640cfa95089e6c1c9b1ae as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae 2024-11-09T08:26:29,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T08:26:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/6942e4b3615f4c3aa8820acece5fc840 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840 2024-11-09T08:26:29,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T08:26:29,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/a9c1de8b830f44eda17aef79bbf22d10 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10 2024-11-09T08:26:29,290 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10, entries=150, sequenceid=224, filesize=11.9 K 2024-11-09T08:26:29,291 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5ba239e7d2cd3835eb8d24f663e1056a in 1278ms, sequenceid=224, compaction requested=false 2024-11-09T08:26:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:29,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-09T08:26:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-09T08:26:29,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-09T08:26:29,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5020 sec 2024-11-09T08:26:29,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.5060 sec 2024-11-09T08:26:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:29,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:29,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-09T08:26:29,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/71c48c7f63ff4fefb02f3f02a0bb1dba is 50, key is test_row_1/A:col10/1731140789469/Put/seqid=0 2024-11-09T08:26:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742275_1451 (size=12147) 2024-11-09T08:26:29,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140849588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140849707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:29,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/71c48c7f63ff4fefb02f3f02a0bb1dba 2024-11-09T08:26:29,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/f3a3cf55eda346e1a873838dad0b9444 is 50, key is test_row_1/B:col10/1731140789469/Put/seqid=0 2024-11-09T08:26:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742276_1452 (size=9757) 2024-11-09T08:26:29,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/f3a3cf55eda346e1a873838dad0b9444 2024-11-09T08:26:29,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4b7812ed57844a628f6a60fe1fddaea9 is 50, key is test_row_1/C:col10/1731140789469/Put/seqid=0 2024-11-09T08:26:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742277_1453 (size=9757) 2024-11-09T08:26:29,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140849916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:30,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140850227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:30,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4b7812ed57844a628f6a60fe1fddaea9 2024-11-09T08:26:30,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/71c48c7f63ff4fefb02f3f02a0bb1dba as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba 2024-11-09T08:26:30,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba, entries=150, sequenceid=239, filesize=11.9 K 2024-11-09T08:26:30,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/f3a3cf55eda346e1a873838dad0b9444 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444 2024-11-09T08:26:30,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444, entries=100, sequenceid=239, filesize=9.5 K 2024-11-09T08:26:30,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/4b7812ed57844a628f6a60fe1fddaea9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9 2024-11-09T08:26:30,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9, entries=100, sequenceid=239, filesize=9.5 K 2024-11-09T08:26:30,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5ba239e7d2cd3835eb8d24f663e1056a in 858ms, sequenceid=239, compaction requested=true 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:30,328 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:30,328 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:30,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:30,329 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:30,329 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:30,329 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:30,329 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:30,329 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:30,329 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:30,329 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6e0a3f2b378d4fdeb056ff81c52fefad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=33.7 K 2024-11-09T08:26:30,329 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f1d4a431ab5746abb42f5dd63e7aa683, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=36.1 K 2024-11-09T08:26:30,329 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e0a3f2b378d4fdeb056ff81c52fefad, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:30,330 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1d4a431ab5746abb42f5dd63e7aa683, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:30,331 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 6942e4b3615f4c3aa8820acece5fc840, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731140786801 2024-11-09T08:26:30,331 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a75b4cd249640cfa95089e6c1c9b1ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731140786801 2024-11-09T08:26:30,331 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f3a3cf55eda346e1a873838dad0b9444, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140788809 2024-11-09T08:26:30,332 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71c48c7f63ff4fefb02f3f02a0bb1dba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140788809 2024-11-09T08:26:30,339 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:30,339 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:30,340 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/69d0c9df4e5f449db19951981e6d12ac is 50, key is test_row_0/B:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:30,340 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/f823b319baac4244bd0352513f6345f1 is 50, key is test_row_0/A:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:30,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742279_1455 (size=12731) 2024-11-09T08:26:30,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742278_1454 (size=12731) 2024-11-09T08:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:30,751 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:30,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-09T08:26:30,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/0d77a40a7dc04d4090a8eacc10aa81cf is 50, key is test_row_0/A:col10/1731140790750/Put/seqid=0 2024-11-09T08:26:30,761 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/f823b319baac4244bd0352513f6345f1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f823b319baac4244bd0352513f6345f1 2024-11-09T08:26:30,769 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/69d0c9df4e5f449db19951981e6d12ac as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69d0c9df4e5f449db19951981e6d12ac 2024-11-09T08:26:30,770 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into f823b319baac4244bd0352513f6345f1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:30,770 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:30,770 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=13, startTime=1731140790328; duration=0sec 2024-11-09T08:26:30,770 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:30,770 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:30,770 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:30,771 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:30,771 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:30,771 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:30,771 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/12ad8950acbd4bafacf8ccacba8c4a3e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=33.7 K 2024-11-09T08:26:30,772 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12ad8950acbd4bafacf8ccacba8c4a3e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731140786759 2024-11-09T08:26:30,772 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9c1de8b830f44eda17aef79bbf22d10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731140786801 2024-11-09T08:26:30,773 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b7812ed57844a628f6a60fe1fddaea9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140788809 2024-11-09T08:26:30,775 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into 69d0c9df4e5f449db19951981e6d12ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:30,775 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:30,775 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=13, startTime=1731140790328; duration=0sec 2024-11-09T08:26:30,775 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:30,775 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:30,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742280_1456 (size=14691) 2024-11-09T08:26:30,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/0d77a40a7dc04d4090a8eacc10aa81cf 2024-11-09T08:26:30,788 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:30,789 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/833793e11f5742e1bc67b5252a4296d5 is 50, key is test_row_0/C:col10/1731140786824/Put/seqid=0 2024-11-09T08:26:30,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 is 50, key is test_row_0/B:col10/1731140790750/Put/seqid=0 2024-11-09T08:26:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742282_1458 (size=12251) 2024-11-09T08:26:30,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742281_1457 (size=12731) 2024-11-09T08:26:30,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140850826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140850946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-09T08:26:30,957 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:30,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-09T08:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:30,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:30,959 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:30,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140851017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140851017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,027 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,028 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140851037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140851037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,039 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,039 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:31,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T08:26:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140851157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 2024-11-09T08:26:31,241 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/833793e11f5742e1bc67b5252a4296d5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/833793e11f5742e1bc67b5252a4296d5 2024-11-09T08:26:31,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/123d4fda3ec54995aca5262c67624e8f is 50, key is test_row_0/C:col10/1731140790750/Put/seqid=0 2024-11-09T08:26:31,249 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 833793e11f5742e1bc67b5252a4296d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:31,249 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:31,249 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=13, startTime=1731140790328; duration=0sec 2024-11-09T08:26:31,249 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:31,249 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:31,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742283_1459 (size=12251) 2024-11-09T08:26:31,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T08:26:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:31,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T08:26:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140851467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:31,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T08:26:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:31,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/123d4fda3ec54995aca5262c67624e8f 2024-11-09T08:26:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/0d77a40a7dc04d4090a8eacc10aa81cf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf 2024-11-09T08:26:31,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf, entries=200, sequenceid=264, filesize=14.3 K 2024-11-09T08:26:31,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 2024-11-09T08:26:31,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T08:26:31,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/123d4fda3ec54995aca5262c67624e8f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f 2024-11-09T08:26:31,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T08:26:31,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5ba239e7d2cd3835eb8d24f663e1056a in 913ms, sequenceid=264, compaction requested=false 2024-11-09T08:26:31,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:31,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-09T08:26:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:31,721 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-09T08:26:31,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/bebd8d45aecd48ce9e7751e0fa5faede is 50, key is test_row_0/A:col10/1731140790808/Put/seqid=0 2024-11-09T08:26:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742284_1460 (size=12301) 2024-11-09T08:26:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:31,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:32,130 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/bebd8d45aecd48ce9e7751e0fa5faede 2024-11-09T08:26:32,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140852123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:32,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/7c112cce7c02415b912ed319274fe848 is 50, key is test_row_0/B:col10/1731140790808/Put/seqid=0 2024-11-09T08:26:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742285_1461 (size=12301) 2024-11-09T08:26:32,140 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/7c112cce7c02415b912ed319274fe848 2024-11-09T08:26:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/505f962af59c499a811f1cfb1ab39b5f is 50, key is test_row_0/C:col10/1731140790808/Put/seqid=0 2024-11-09T08:26:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742286_1462 (size=12301) 2024-11-09T08:26:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140852237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140852447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:32,551 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/505f962af59c499a811f1cfb1ab39b5f 2024-11-09T08:26:32,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/bebd8d45aecd48ce9e7751e0fa5faede as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede 2024-11-09T08:26:32,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T08:26:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/7c112cce7c02415b912ed319274fe848 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848 2024-11-09T08:26:32,561 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T08:26:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/505f962af59c499a811f1cfb1ab39b5f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f 2024-11-09T08:26:32,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f, entries=150, sequenceid=278, filesize=12.0 K 2024-11-09T08:26:32,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5ba239e7d2cd3835eb8d24f663e1056a in 843ms, sequenceid=278, compaction requested=true 2024-11-09T08:26:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:32,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-09T08:26:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-09T08:26:32,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-09T08:26:32,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6060 sec 2024-11-09T08:26:32,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.6100 sec 2024-11-09T08:26:32,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:32,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:32,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-09T08:26:32,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/e8d3df71842f4f86abf261cfefc486a9 is 50, key is test_row_0/A:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:32,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742287_1463 (size=14741) 2024-11-09T08:26:32,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140852814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:32,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140852926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:32,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-09T08:26:33,107 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:33,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-09T08:26:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:33,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:33,109 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:33,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140853137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:33,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:33,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/e8d3df71842f4f86abf261cfefc486a9 2024-11-09T08:26:33,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/826009d7f331433eba0e1937fb2b550b is 50, key is test_row_0/B:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:33,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742288_1464 (size=12301) 2024-11-09T08:26:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:33,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T08:26:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T08:26:33,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:33,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:33,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140853446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:33,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:33,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T08:26:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:33,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/826009d7f331433eba0e1937fb2b550b 2024-11-09T08:26:33,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/f808d2c36d034915bc35b9460b3a8c1b is 50, key is test_row_0/C:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742289_1465 (size=12301) 2024-11-09T08:26:33,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/f808d2c36d034915bc35b9460b3a8c1b 2024-11-09T08:26:33,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/e8d3df71842f4f86abf261cfefc486a9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9 2024-11-09T08:26:33,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9, entries=200, sequenceid=304, filesize=14.4 K 2024-11-09T08:26:33,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/826009d7f331433eba0e1937fb2b550b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b 2024-11-09T08:26:33,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b, entries=150, sequenceid=304, filesize=12.0 K 2024-11-09T08:26:33,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/f808d2c36d034915bc35b9460b3a8c1b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b 2024-11-09T08:26:33,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b, entries=150, sequenceid=304, filesize=12.0 K 2024-11-09T08:26:33,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5ba239e7d2cd3835eb8d24f663e1056a in 853ms, sequenceid=304, compaction requested=true 2024-11-09T08:26:33,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:33,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:33,626 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:33,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:33,626 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:33,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:33,627 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:33,627 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:33,627 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,628 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f823b319baac4244bd0352513f6345f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=53.2 K 2024-11-09T08:26:33,628 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f823b319baac4244bd0352513f6345f1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140786824 2024-11-09T08:26:33,628 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:33,628 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:33,628 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d77a40a7dc04d4090a8eacc10aa81cf, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140789527 2024-11-09T08:26:33,628 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,628 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69d0c9df4e5f449db19951981e6d12ac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=48.4 K 2024-11-09T08:26:33,628 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting bebd8d45aecd48ce9e7751e0fa5faede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731140790802 2024-11-09T08:26:33,629 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 69d0c9df4e5f449db19951981e6d12ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140786824 2024-11-09T08:26:33,629 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8d3df71842f4f86abf261cfefc486a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:33,629 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f62a6f4a2d4c4ab63bc157b250a6a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140789527 2024-11-09T08:26:33,629 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c112cce7c02415b912ed319274fe848, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731140790802 2024-11-09T08:26:33,629 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 826009d7f331433eba0e1937fb2b550b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:33,641 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:33,642 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/fd2bdab651d44caf9d947e5ee98060dc is 50, key is test_row_0/A:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:33,644 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:33,644 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/69a00b3b10ba42bcb29ee1b9b48a5030 is 50, key is test_row_0/B:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742291_1467 (size=13017) 2024-11-09T08:26:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742290_1466 (size=13017) 2024-11-09T08:26:33,671 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/fd2bdab651d44caf9d947e5ee98060dc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fd2bdab651d44caf9d947e5ee98060dc 2024-11-09T08:26:33,682 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into fd2bdab651d44caf9d947e5ee98060dc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:33,682 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:33,682 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=12, startTime=1731140793626; duration=0sec 2024-11-09T08:26:33,683 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:33,683 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:33,683 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:33,684 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49584 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:33,684 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:33,684 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,684 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/833793e11f5742e1bc67b5252a4296d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=48.4 K 2024-11-09T08:26:33,685 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833793e11f5742e1bc67b5252a4296d5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731140786824 2024-11-09T08:26:33,685 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 123d4fda3ec54995aca5262c67624e8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140789527 2024-11-09T08:26:33,685 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 505f962af59c499a811f1cfb1ab39b5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731140790802 2024-11-09T08:26:33,686 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting f808d2c36d034915bc35b9460b3a8c1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:33,703 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:33,703 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/b0b76627fc6245b98e2d3b1bca422ffd is 50, key is test_row_0/C:col10/1731140792772/Put/seqid=0 2024-11-09T08:26:33,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742292_1468 (size=13017) 2024-11-09T08:26:33,714 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/b0b76627fc6245b98e2d3b1bca422ffd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/b0b76627fc6245b98e2d3b1bca422ffd 2024-11-09T08:26:33,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-09T08:26:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:33,720 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-09T08:26:33,721 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into b0b76627fc6245b98e2d3b1bca422ffd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:33,721 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:33,721 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=12, startTime=1731140793627; duration=0sec 2024-11-09T08:26:33,721 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:33,721 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:33,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c4af86c30eb54acd9cc1215c901bfea2 is 50, key is test_row_0/A:col10/1731140792806/Put/seqid=0 2024-11-09T08:26:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742293_1469 (size=9857) 2024-11-09T08:26:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:34,054 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/69a00b3b10ba42bcb29ee1b9b48a5030 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69a00b3b10ba42bcb29ee1b9b48a5030 2024-11-09T08:26:34,058 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into 69a00b3b10ba42bcb29ee1b9b48a5030(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:34,058 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:34,058 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=12, startTime=1731140793626; duration=0sec 2024-11-09T08:26:34,058 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:34,058 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140854072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:34,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c4af86c30eb54acd9cc1215c901bfea2 2024-11-09T08:26:34,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/9dee9caa985743819fabd5081f573c88 is 50, key is test_row_0/B:col10/1731140792806/Put/seqid=0 2024-11-09T08:26:34,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742294_1470 (size=9857) 2024-11-09T08:26:34,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140854187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:34,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:34,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140854407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:34,542 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/9dee9caa985743819fabd5081f573c88 2024-11-09T08:26:34,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6b529b08aa95488a90767a0447156d33 is 50, key is test_row_0/C:col10/1731140792806/Put/seqid=0 2024-11-09T08:26:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742295_1471 (size=9857) 2024-11-09T08:26:34,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:34,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140854717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:34,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:34,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6b529b08aa95488a90767a0447156d33 2024-11-09T08:26:34,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c4af86c30eb54acd9cc1215c901bfea2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2 2024-11-09T08:26:34,956 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2, entries=100, sequenceid=316, filesize=9.6 K 2024-11-09T08:26:34,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/9dee9caa985743819fabd5081f573c88 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88 2024-11-09T08:26:34,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88, entries=100, sequenceid=316, filesize=9.6 K 2024-11-09T08:26:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/6b529b08aa95488a90767a0447156d33 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33 2024-11-09T08:26:34,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33, entries=100, sequenceid=316, filesize=9.6 K 2024-11-09T08:26:34,963 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5ba239e7d2cd3835eb8d24f663e1056a in 1243ms, sequenceid=316, compaction requested=false 2024-11-09T08:26:34,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:34,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:34,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-09T08:26:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-09T08:26:34,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-09T08:26:34,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec 2024-11-09T08:26:34,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8590 sec 2024-11-09T08:26:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:35,043 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:35,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-09T08:26:35,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3bc7f154377a4e4992f5acd7744892b3 is 50, key is test_row_0/A:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742296_1472 (size=14741) 2024-11-09T08:26:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60330 deadline: 1731140855067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60360 deadline: 1731140855067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,070 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:35,070 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in 5ba239e7d2cd3835eb8d24f663e1056a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140855068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140855069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,075 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140855177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140855177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60336 deadline: 1731140855227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-09T08:26:35,257 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:35,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-09T08:26:35,259 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:35,260 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:35,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140855387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140855387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T08:26:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3bc7f154377a4e4992f5acd7744892b3 2024-11-09T08:26:35,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/1d7894d2b56f41c39583211680e58b95 is 50, key is test_row_0/B:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742297_1473 (size=12301) 2024-11-09T08:26:35,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T08:26:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60372 deadline: 1731140855697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60306 deadline: 1731140855697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 , the old value is region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:35,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=2 because the exception is null or not the one we care about 2024-11-09T08:26:35,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T08:26:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T08:26:35,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:35,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:35,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/1d7894d2b56f41c39583211680e58b95 2024-11-09T08:26:35,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/ff4fc536475b4619aae0c7485daf3c3f is 50, key is test_row_0/C:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742298_1474 (size=12301) 2024-11-09T08:26:35,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/ff4fc536475b4619aae0c7485daf3c3f 2024-11-09T08:26:35,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/3bc7f154377a4e4992f5acd7744892b3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3 2024-11-09T08:26:35,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3, entries=200, sequenceid=344, filesize=14.4 K 2024-11-09T08:26:35,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/1d7894d2b56f41c39583211680e58b95 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95 2024-11-09T08:26:35,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95, entries=150, sequenceid=344, filesize=12.0 K 2024-11-09T08:26:35,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/ff4fc536475b4619aae0c7485daf3c3f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f 2024-11-09T08:26:35,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f, entries=150, sequenceid=344, filesize=12.0 K 2024-11-09T08:26:35,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5ba239e7d2cd3835eb8d24f663e1056a in 868ms, sequenceid=344, compaction requested=true 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:35,911 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:35,911 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5ba239e7d2cd3835eb8d24f663e1056a:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/A is initiating minor compaction (all files) 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/B is initiating minor compaction (all files) 2024-11-09T08:26:35,912 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/A in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,912 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/B in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,912 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69a00b3b10ba42bcb29ee1b9b48a5030, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=34.4 K 2024-11-09T08:26:35,912 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fd2bdab651d44caf9d947e5ee98060dc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=36.7 K 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 69a00b3b10ba42bcb29ee1b9b48a5030, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd2bdab651d44caf9d947e5ee98060dc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dee9caa985743819fabd5081f573c88, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731140792806 2024-11-09T08:26:35,912 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4af86c30eb54acd9cc1215c901bfea2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731140792806 2024-11-09T08:26:35,913 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d7894d2b56f41c39583211680e58b95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731140794055 2024-11-09T08:26:35,913 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bc7f154377a4e4992f5acd7744892b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731140794055 2024-11-09T08:26:35,929 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:35,930 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:35,930 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/9a82ddfe8ccc46bd8052a4bb8f093577 is 50, key is test_row_0/A:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,930 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/ae5c24e0148743448e12e3e731f55fc8 is 50, key is test_row_0/B:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742299_1475 (size=13119) 2024-11-09T08:26:35,953 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/9a82ddfe8ccc46bd8052a4bb8f093577 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9a82ddfe8ccc46bd8052a4bb8f093577 2024-11-09T08:26:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742300_1476 (size=13119) 2024-11-09T08:26:35,960 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/A of 5ba239e7d2cd3835eb8d24f663e1056a into 9a82ddfe8ccc46bd8052a4bb8f093577(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:35,960 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:35,960 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/A, priority=13, startTime=1731140795911; duration=0sec 2024-11-09T08:26:35,960 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:35,960 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:A 2024-11-09T08:26:35,960 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:35,961 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:35,961 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): 5ba239e7d2cd3835eb8d24f663e1056a/C is initiating minor compaction (all files) 2024-11-09T08:26:35,961 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5ba239e7d2cd3835eb8d24f663e1056a/C in TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:35,961 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/b0b76627fc6245b98e2d3b1bca422ffd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp, totalSize=34.4 K 2024-11-09T08:26:35,961 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0b76627fc6245b98e2d3b1bca422ffd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731140792087 2024-11-09T08:26:35,962 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b529b08aa95488a90767a0447156d33, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731140792806 2024-11-09T08:26:35,962 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff4fc536475b4619aae0c7485daf3c3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731140794055 2024-11-09T08:26:35,966 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/ae5c24e0148743448e12e3e731f55fc8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ae5c24e0148743448e12e3e731f55fc8 2024-11-09T08:26:35,970 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5ba239e7d2cd3835eb8d24f663e1056a#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:35,971 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/96b2d762c4b6445c8d06e14e9198ba5d is 50, key is test_row_0/C:col10/1731140795042/Put/seqid=0 2024-11-09T08:26:35,974 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/B of 5ba239e7d2cd3835eb8d24f663e1056a into ae5c24e0148743448e12e3e731f55fc8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:35,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:35,974 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/B, priority=13, startTime=1731140795911; duration=0sec 2024-11-09T08:26:35,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:35,974 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:B 2024-11-09T08:26:35,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742301_1477 (size=13119) 2024-11-09T08:26:36,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-09T08:26:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:36,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-09T08:26:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ffcc83c31d78452099925c644de35fc8 is 50, key is test_row_0/A:col10/1731140795068/Put/seqid=0 2024-11-09T08:26:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742302_1478 (size=9857) 2024-11-09T08:26:36,031 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ffcc83c31d78452099925c644de35fc8 2024-11-09T08:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/bb74b12595334ac4999bfaf59989e429 is 50, key is test_row_0/B:col10/1731140795068/Put/seqid=0 2024-11-09T08:26:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742303_1479 (size=9857) 2024-11-09T08:26:36,047 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/bb74b12595334ac4999bfaf59989e429 2024-11-09T08:26:36,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/0384bd991cc649f4a54cefe4139d66c6 is 50, key is test_row_0/C:col10/1731140795068/Put/seqid=0 2024-11-09T08:26:36,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742304_1480 (size=9857) 2024-11-09T08:26:36,168 INFO [Thread-1839 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1839. 2024-11-09T08:26:36,168 INFO [Thread-1841 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1841. 2024-11-09T08:26:36,168 DEBUG [Thread-1839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,168 DEBUG [Thread-1841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,168 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,168 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,168 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,169 DEBUG [Thread-1841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,169 INFO [Thread-1843 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1843. 2024-11-09T08:26:36,169 DEBUG [Thread-1843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,169 DEBUG [Thread-1843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,169 DEBUG [Thread-1843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,171 INFO [Thread-1847 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1847. 2024-11-09T08:26:36,171 DEBUG [Thread-1847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,171 DEBUG [Thread-1847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,171 DEBUG [Thread-1847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,171 INFO [Thread-1845 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1845. 2024-11-09T08:26:36,171 DEBUG [Thread-1845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,171 DEBUG [Thread-1845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,171 DEBUG [Thread-1845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:36,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. as already flushing 2024-11-09T08:26:36,209 INFO [Thread-1836 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1836. 2024-11-09T08:26:36,209 DEBUG [Thread-1836 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,209 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,209 INFO [Thread-1828 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1828. 2024-11-09T08:26:36,209 DEBUG [Thread-1828 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,209 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,209 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,210 DEBUG [Thread-1828 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,239 INFO [Thread-1832 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1832. 2024-11-09T08:26:36,239 DEBUG [Thread-1832 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:36,239 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,239 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:36,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:36,390 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/96b2d762c4b6445c8d06e14e9198ba5d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/96b2d762c4b6445c8d06e14e9198ba5d 2024-11-09T08:26:36,397 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5ba239e7d2cd3835eb8d24f663e1056a/C of 5ba239e7d2cd3835eb8d24f663e1056a into 96b2d762c4b6445c8d06e14e9198ba5d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:36,397 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:36,397 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., storeName=5ba239e7d2cd3835eb8d24f663e1056a/C, priority=13, startTime=1731140795911; duration=0sec 2024-11-09T08:26:36,397 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:36,397 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5ba239e7d2cd3835eb8d24f663e1056a:C 2024-11-09T08:26:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:36,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/0384bd991cc649f4a54cefe4139d66c6 2024-11-09T08:26:36,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/ffcc83c31d78452099925c644de35fc8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ffcc83c31d78452099925c644de35fc8 2024-11-09T08:26:36,499 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ffcc83c31d78452099925c644de35fc8, entries=100, sequenceid=355, filesize=9.6 K 2024-11-09T08:26:36,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/bb74b12595334ac4999bfaf59989e429 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/bb74b12595334ac4999bfaf59989e429 2024-11-09T08:26:36,504 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/bb74b12595334ac4999bfaf59989e429, entries=100, sequenceid=355, filesize=9.6 K 2024-11-09T08:26:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/0384bd991cc649f4a54cefe4139d66c6 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/0384bd991cc649f4a54cefe4139d66c6 2024-11-09T08:26:36,509 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/0384bd991cc649f4a54cefe4139d66c6, entries=100, sequenceid=355, filesize=9.6 K 2024-11-09T08:26:36,510 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=20.13 KB/20610 for 5ba239e7d2cd3835eb8d24f663e1056a in 487ms, sequenceid=355, compaction requested=false 2024-11-09T08:26:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 5ba239e7d2cd3835eb8d24f663e1056a: 2024-11-09T08:26:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:36,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-09T08:26:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-09T08:26:36,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-09T08:26:36,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2520 sec 2024-11-09T08:26:36,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.2580 sec 2024-11-09T08:26:36,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:26:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-09T08:26:37,407 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:45,128 INFO [Thread-1830 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1830. 2024-11-09T08:26:45,128 DEBUG [Thread-1830 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:45,128 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,128 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:45,177 INFO [Thread-1834 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1834. 2024-11-09T08:26:45,178 DEBUG [Thread-1834 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:26:45,178 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,178 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1602 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4800 rows 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1581 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4743 rows 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1599 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4789 rows 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1588 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4764 rows 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1589 2024-11-09T08:26:45,178 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4767 rows 2024-11-09T08:26:45,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:26:45,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:26:45,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:45,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:26:45,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:26:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:45,181 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140805181"}]},"ts":"1731140805181"} 2024-11-09T08:26:45,182 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:26:45,182 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:26:45,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:26:45,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, UNASSIGN}] 2024-11-09T08:26:45,185 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, UNASSIGN 2024-11-09T08:26:45,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=5ba239e7d2cd3835eb8d24f663e1056a, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:45,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, UNASSIGN because future has completed 2024-11-09T08:26:45,186 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:26:45,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:45,339 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:45,339 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:26:45,339 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 5ba239e7d2cd3835eb8d24f663e1056a, disabling compactions & flushes 2024-11-09T08:26:45,339 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:45,339 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:45,339 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. after waiting 0 ms 2024-11-09T08:26:45,339 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:45,339 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 5ba239e7d2cd3835eb8d24f663e1056a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-09T08:26:45,342 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c36d006765a54b9fa981ed5f847eb264 is 50, key is test_row_0/A:col10/1731140805127/Put/seqid=0 2024-11-09T08:26:45,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742305_1481 (size=12301) 2024-11-09T08:26:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:45,745 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c36d006765a54b9fa981ed5f847eb264 2024-11-09T08:26:45,752 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/87720c90de684300ab3f43d6b3c4e4b5 is 50, key is test_row_0/B:col10/1731140805127/Put/seqid=0 2024-11-09T08:26:45,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742306_1482 (size=12301) 2024-11-09T08:26:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:46,156 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/87720c90de684300ab3f43d6b3c4e4b5 2024-11-09T08:26:46,161 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c161b0e96b3942f2884d9497e6a0e270 is 50, key is test_row_0/C:col10/1731140805127/Put/seqid=0 2024-11-09T08:26:46,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742307_1483 (size=12301) 2024-11-09T08:26:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:46,565 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c161b0e96b3942f2884d9497e6a0e270 2024-11-09T08:26:46,569 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/A/c36d006765a54b9fa981ed5f847eb264 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c36d006765a54b9fa981ed5f847eb264 2024-11-09T08:26:46,573 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c36d006765a54b9fa981ed5f847eb264, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T08:26:46,574 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/B/87720c90de684300ab3f43d6b3c4e4b5 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/87720c90de684300ab3f43d6b3c4e4b5 2024-11-09T08:26:46,579 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/87720c90de684300ab3f43d6b3c4e4b5, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T08:26:46,579 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/.tmp/C/c161b0e96b3942f2884d9497e6a0e270 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c161b0e96b3942f2884d9497e6a0e270 2024-11-09T08:26:46,583 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c161b0e96b3942f2884d9497e6a0e270, entries=150, sequenceid=364, filesize=12.0 K 2024-11-09T08:26:46,584 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5ba239e7d2cd3835eb8d24f663e1056a in 1245ms, sequenceid=364, compaction requested=true 2024-11-09T08:26:46,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9ba579204b3d420594ed985f5b918dad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/453aa7394cf344d7be9209f372467b78, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ea81809a57f44572a6bc3017d35880da, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f1d4a431ab5746abb42f5dd63e7aa683, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f823b319baac4244bd0352513f6345f1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fd2bdab651d44caf9d947e5ee98060dc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3] to archive 2024-11-09T08:26:46,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:46,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8bedba731a13417da562e53160b73225 2024-11-09T08:26:46,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/433fc35ce73b4c8c9ef61c35821a9e5f 2024-11-09T08:26:46,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9ba579204b3d420594ed985f5b918dad to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9ba579204b3d420594ed985f5b918dad 2024-11-09T08:26:46,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/1b4963a78ba947e788db8a215fe81c29 2024-11-09T08:26:46,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/588295b2438d4a659053e46d7251e83d 2024-11-09T08:26:46,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3a8eb46f75f545e48aaa79b0a8d386d6 2024-11-09T08:26:46,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/6b76f0029b274225a855955c1352d394 2024-11-09T08:26:46,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/453aa7394cf344d7be9209f372467b78 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/453aa7394cf344d7be9209f372467b78 2024-11-09T08:26:46,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ff6eef3691e548beb5f4578a5caf5505 2024-11-09T08:26:46,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3654681984b749d584b3589a503d719f 2024-11-09T08:26:46,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ea81809a57f44572a6bc3017d35880da to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ea81809a57f44572a6bc3017d35880da 2024-11-09T08:26:46,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/7cfe1b0e01364a5583da6a90bee2cfa0 2024-11-09T08:26:46,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/8a3cbef2731e4b5bbcdb9ecc84624a5c 2024-11-09T08:26:46,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fc49bd33a1b741229e0a6557807029c1 2024-11-09T08:26:46,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f1d4a431ab5746abb42f5dd63e7aa683 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f1d4a431ab5746abb42f5dd63e7aa683 2024-11-09T08:26:46,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/4a75b4cd249640cfa95089e6c1c9b1ae 2024-11-09T08:26:46,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f823b319baac4244bd0352513f6345f1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/f823b319baac4244bd0352513f6345f1 2024-11-09T08:26:46,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/71c48c7f63ff4fefb02f3f02a0bb1dba 2024-11-09T08:26:46,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/0d77a40a7dc04d4090a8eacc10aa81cf 2024-11-09T08:26:46,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/bebd8d45aecd48ce9e7751e0fa5faede 2024-11-09T08:26:46,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/e8d3df71842f4f86abf261cfefc486a9 2024-11-09T08:26:46,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fd2bdab651d44caf9d947e5ee98060dc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/fd2bdab651d44caf9d947e5ee98060dc 2024-11-09T08:26:46,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c4af86c30eb54acd9cc1215c901bfea2 2024-11-09T08:26:46,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/3bc7f154377a4e4992f5acd7744892b3 2024-11-09T08:26:46,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ac4569112a964d7e878a1a72292ae4d8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d06f412fffda4d41b6d4d20091821ca4, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d982569349e6415ea811c27b16cd9da3, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6e0a3f2b378d4fdeb056ff81c52fefad, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69d0c9df4e5f449db19951981e6d12ac, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69a00b3b10ba42bcb29ee1b9b48a5030, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95] to archive 2024-11-09T08:26:46,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:46,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/2be4ac4b7e31478c8ceee8cb15bbe30e 2024-11-09T08:26:46,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6fa2e27cf229476abec40cbc0909d2fc 2024-11-09T08:26:46,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ac4569112a964d7e878a1a72292ae4d8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ac4569112a964d7e878a1a72292ae4d8 2024-11-09T08:26:46,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/13a51b781e7145a98ac7958b6283e549 2024-11-09T08:26:46,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/671bde80655b4400a605f96d0166b6b6 2024-11-09T08:26:46,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/062cc9d765194613a99fa9bd39fe3a12 2024-11-09T08:26:46,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d06f412fffda4d41b6d4d20091821ca4 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d06f412fffda4d41b6d4d20091821ca4 2024-11-09T08:26:46,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/41e5ba3e2b1a4293a9dc97cf85958dfc 2024-11-09T08:26:46,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/eb9099066f294fbeb13bd4e6da67eecf 2024-11-09T08:26:46,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d982569349e6415ea811c27b16cd9da3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/d982569349e6415ea811c27b16cd9da3 2024-11-09T08:26:46,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c848b69644a140d595cd48c3e2195311 2024-11-09T08:26:46,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/a66d41c40a644ae3a21fd3e66a1e1d88 2024-11-09T08:26:46,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/5689bad0cfa6422f9596b3eb5b5ae0f8 2024-11-09T08:26:46,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6e0a3f2b378d4fdeb056ff81c52fefad to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6e0a3f2b378d4fdeb056ff81c52fefad 2024-11-09T08:26:46,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/4312ef59eca044f89d3a82ba9ae2fb25 2024-11-09T08:26:46,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/6942e4b3615f4c3aa8820acece5fc840 2024-11-09T08:26:46,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69d0c9df4e5f449db19951981e6d12ac to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69d0c9df4e5f449db19951981e6d12ac 2024-11-09T08:26:46,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/f3a3cf55eda346e1a873838dad0b9444 2024-11-09T08:26:46,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/c4f62a6f4a2d4c4ab63bc157b250a6a1 2024-11-09T08:26:46,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/7c112cce7c02415b912ed319274fe848 2024-11-09T08:26:46,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69a00b3b10ba42bcb29ee1b9b48a5030 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/69a00b3b10ba42bcb29ee1b9b48a5030 2024-11-09T08:26:46,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/826009d7f331433eba0e1937fb2b550b 2024-11-09T08:26:46,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/9dee9caa985743819fabd5081f573c88 2024-11-09T08:26:46,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/1d7894d2b56f41c39583211680e58b95 2024-11-09T08:26:46,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/711f24ecb1554a30b4e3b8c52c8573eb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/703f814f9e1b4937b8aea0ed6b4c3339, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/54534f0067524e7a92b5454302f38ec7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/12ad8950acbd4bafacf8ccacba8c4a3e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/833793e11f5742e1bc67b5252a4296d5, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/b0b76627fc6245b98e2d3b1bca422ffd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f] to archive 2024-11-09T08:26:46,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:26:46,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/29bd80a3f6e24798aee1d08657ac7a8d 2024-11-09T08:26:46,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/158f26edb88d48ada6768b20d5e1d60c 2024-11-09T08:26:46,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/711f24ecb1554a30b4e3b8c52c8573eb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/711f24ecb1554a30b4e3b8c52c8573eb 2024-11-09T08:26:46,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/574ab24a96a244e0b74b10658fc32cb1 2024-11-09T08:26:46,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4e3ed190219f4501bd988436ef392c57 2024-11-09T08:26:46,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5ef7a953dc7d4d42ad4b22408eee7074 2024-11-09T08:26:46,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/703f814f9e1b4937b8aea0ed6b4c3339 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/703f814f9e1b4937b8aea0ed6b4c3339 2024-11-09T08:26:46,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6af4d89185db4ba3a89bc2aae81d0254 2024-11-09T08:26:46,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/2e66983e0f6c4399a99643926f1e8232 2024-11-09T08:26:46,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/54534f0067524e7a92b5454302f38ec7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/54534f0067524e7a92b5454302f38ec7 2024-11-09T08:26:46,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c790d848b9864f4ab1b02c1768699ac9 2024-11-09T08:26:46,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/d988f1562c2d4eb4a5ee3d426039bfaa 2024-11-09T08:26:46,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/5cada84a1bc24e7b8b83b4e175cd3981 2024-11-09T08:26:46,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/12ad8950acbd4bafacf8ccacba8c4a3e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/12ad8950acbd4bafacf8ccacba8c4a3e 2024-11-09T08:26:46,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/091e3cd8c35642b6bc747063dc7ef930 2024-11-09T08:26:46,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/a9c1de8b830f44eda17aef79bbf22d10 2024-11-09T08:26:46,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/833793e11f5742e1bc67b5252a4296d5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/833793e11f5742e1bc67b5252a4296d5 2024-11-09T08:26:46,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/4b7812ed57844a628f6a60fe1fddaea9 2024-11-09T08:26:46,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/123d4fda3ec54995aca5262c67624e8f 2024-11-09T08:26:46,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/505f962af59c499a811f1cfb1ab39b5f 2024-11-09T08:26:46,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/b0b76627fc6245b98e2d3b1bca422ffd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/b0b76627fc6245b98e2d3b1bca422ffd 2024-11-09T08:26:46,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/f808d2c36d034915bc35b9460b3a8c1b 2024-11-09T08:26:46,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/6b529b08aa95488a90767a0447156d33 2024-11-09T08:26:46,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/ff4fc536475b4619aae0c7485daf3c3f 2024-11-09T08:26:46,653 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=1 2024-11-09T08:26:46,653 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. 2024-11-09T08:26:46,653 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 5ba239e7d2cd3835eb8d24f663e1056a: Waiting for close lock at 1731140805339Running coprocessor pre-close hooks at 1731140805339Disabling compacts and flushes for region at 1731140805339Disabling writes for close at 1731140805339Obtaining lock to block concurrent updates at 1731140805339Preparing flush snapshotting stores in 5ba239e7d2cd3835eb8d24f663e1056a at 1731140805339Finished memstore snapshotting TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731140805339Flushing stores of TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a. at 1731140805339Flushing 5ba239e7d2cd3835eb8d24f663e1056a/A: creating writer at 1731140805340 (+1 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/A: appending metadata at 1731140805341 (+1 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/A: closing flushed file at 1731140805341Flushing 5ba239e7d2cd3835eb8d24f663e1056a/B: creating writer at 1731140805749 (+408 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/B: appending metadata at 1731140805751 (+2 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/B: closing flushed file at 1731140805751Flushing 5ba239e7d2cd3835eb8d24f663e1056a/C: creating writer at 1731140806159 (+408 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/C: appending metadata at 1731140806161 (+2 ms)Flushing 5ba239e7d2cd3835eb8d24f663e1056a/C: closing flushed file at 1731140806161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5fda66: reopening flushed file at 1731140806568 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56988d82: reopening flushed file at 1731140806573 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4534a683: reopening flushed file at 1731140806579 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5ba239e7d2cd3835eb8d24f663e1056a in 1245ms, sequenceid=364, compaction requested=true at 1731140806584 (+5 ms)Writing region close event to WAL at 1731140806650 (+66 ms)Running coprocessor post-close hooks at 1731140806653 (+3 ms)Closed at 1731140806653 2024-11-09T08:26:46,655 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:46,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=5ba239e7d2cd3835eb8d24f663e1056a, regionState=CLOSED 2024-11-09T08:26:46,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-09T08:26:46,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 5ba239e7d2cd3835eb8d24f663e1056a, server=d7c8ba49ede6,34803,1731140648245 in 1.4700 sec 2024-11-09T08:26:46,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-09T08:26:46,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5ba239e7d2cd3835eb8d24f663e1056a, UNASSIGN in 1.4750 sec 2024-11-09T08:26:46,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-09T08:26:46,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4770 sec 2024-11-09T08:26:46,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140806662"}]},"ts":"1731140806662"} 2024-11-09T08:26:46,664 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:26:46,664 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:26:46,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4860 sec 2024-11-09T08:26:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-09T08:26:47,328 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:47,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:26:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,333 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T08:26:47,335 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,341 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:47,344 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/recovered.edits] 2024-11-09T08:26:47,351 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9a82ddfe8ccc46bd8052a4bb8f093577 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/9a82ddfe8ccc46bd8052a4bb8f093577 2024-11-09T08:26:47,352 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c36d006765a54b9fa981ed5f847eb264 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/c36d006765a54b9fa981ed5f847eb264 2024-11-09T08:26:47,353 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ffcc83c31d78452099925c644de35fc8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/A/ffcc83c31d78452099925c644de35fc8 2024-11-09T08:26:47,355 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/87720c90de684300ab3f43d6b3c4e4b5 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/87720c90de684300ab3f43d6b3c4e4b5 2024-11-09T08:26:47,356 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ae5c24e0148743448e12e3e731f55fc8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/ae5c24e0148743448e12e3e731f55fc8 2024-11-09T08:26:47,357 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/bb74b12595334ac4999bfaf59989e429 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/B/bb74b12595334ac4999bfaf59989e429 2024-11-09T08:26:47,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/0384bd991cc649f4a54cefe4139d66c6 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/0384bd991cc649f4a54cefe4139d66c6 2024-11-09T08:26:47,359 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/96b2d762c4b6445c8d06e14e9198ba5d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/96b2d762c4b6445c8d06e14e9198ba5d 2024-11-09T08:26:47,360 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c161b0e96b3942f2884d9497e6a0e270 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/C/c161b0e96b3942f2884d9497e6a0e270 2024-11-09T08:26:47,361 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/recovered.edits/367.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a/recovered.edits/367.seqid 2024-11-09T08:26:47,362 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/5ba239e7d2cd3835eb8d24f663e1056a 2024-11-09T08:26:47,362 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:26:47,364 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,366 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:26:47,367 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:26:47,368 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,368 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:26:47,369 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140807368"}]},"ts":"9223372036854775807"} 2024-11-09T08:26:47,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:26:47,371 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5ba239e7d2cd3835eb8d24f663e1056a, NAME => 'TestAcidGuarantees,,1731140773933.5ba239e7d2cd3835eb8d24f663e1056a.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:26:47,371 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:26:47,371 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140807371"}]},"ts":"9223372036854775807"} 2024-11-09T08:26:47,372 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:26:47,373 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-11-09T08:26:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-09T08:26:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:26:47,447 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:47,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 241), OpenFileDescriptor=441 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1945 (was 2390) 2024-11-09T08:26:47,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=1945 2024-11-09T08:26:47,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:26:47,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:26:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:47,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:26:47,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:47,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-09T08:26:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T08:26:47,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:26:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742308_1484 (size=959) 2024-11-09T08:26:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T08:26:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T08:26:47,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T08:26:47,929 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9 2024-11-09T08:26:47,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742309_1485 (size=53) 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f5a0d5ca47d80e9a4ddf077e0e6c4c84, disabling compactions & flushes 2024-11-09T08:26:47,938 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. after waiting 0 ms 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:47,938 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:47,938 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: Waiting for close lock at 1731140807938Disabling compacts and flushes for region at 1731140807938Disabling writes for close at 1731140807938Writing region close event to WAL at 1731140807938Closed at 1731140807938 2024-11-09T08:26:47,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:26:47,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731140807939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731140807939"}]},"ts":"1731140807939"} 2024-11-09T08:26:47,941 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:26:47,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:26:47,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140807942"}]},"ts":"1731140807942"} 2024-11-09T08:26:47,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-09T08:26:47,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, ASSIGN}] 2024-11-09T08:26:47,945 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, ASSIGN 2024-11-09T08:26:47,945 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=false 2024-11-09T08:26:48,097 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T08:26:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, ASSIGN because future has completed 2024-11-09T08:26:48,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:48,261 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:48,261 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:26:48,261 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,262 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:26:48,262 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,262 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,264 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,267 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName A 2024-11-09T08:26:48,267 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:48,268 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:48,268 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,270 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName B 2024-11-09T08:26:48,270 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:48,271 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:48,271 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,272 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName C 2024-11-09T08:26:48,272 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:48,272 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:48,273 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,273 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,273 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,274 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,274 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,274 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:26:48,275 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,276 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:26:48,277 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened f5a0d5ca47d80e9a4ddf077e0e6c4c84; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74574549, jitterRate=0.11124737560749054}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:26:48,277 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:48,277 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: Running coprocessor pre-open hook at 1731140808262Writing region info on filesystem at 1731140808262Initializing all the Stores at 1731140808263 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140808263Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140808264 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140808264Cleaning up temporary data from old regions at 1731140808274 (+10 ms)Running coprocessor post-open hooks at 1731140808277 (+3 ms)Region opened successfully at 1731140808277 2024-11-09T08:26:48,278 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., pid=144, masterSystemTime=1731140808254 2024-11-09T08:26:48,279 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:48,279 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:48,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:48,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:48,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-09T08:26:48,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 in 181 msec 2024-11-09T08:26:48,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-09T08:26:48,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, ASSIGN in 339 msec 2024-11-09T08:26:48,286 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:26:48,286 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140808286"}]},"ts":"1731140808286"} 2024-11-09T08:26:48,287 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-09T08:26:48,288 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:26:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 825 msec 2024-11-09T08:26:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-09T08:26:48,608 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:48,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e76e6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:48,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:48,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:48,612 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f822e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:48,613 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:48,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:48,616 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:48,617 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392ff92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:48,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:48,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:48,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:48,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:26:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,37929,1731140647441 2024-11-09T08:26:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0383db 2024-11-09T08:26:48,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:26:48,621 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:26:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-09T08:26:48,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:26:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-09T08:26:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742310_1486 (size=995) 2024-11-09T08:26:49,034 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-09T08:26:49,034 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-09T08:26:49,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:26:49,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE}] 2024-11-09T08:26:49,039 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE 2024-11-09T08:26:49,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE because future has completed 2024-11-09T08:26:49,042 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:26:49,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:49,194 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:26:49,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing f5a0d5ca47d80e9a4ddf077e0e6c4c84, disabling compactions & flushes 2024-11-09T08:26:49,194 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. after waiting 0 ms 2024-11-09T08:26:49,194 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,198 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T08:26:49,199 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,199 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: Waiting for close lock at 1731140809194Running coprocessor pre-close hooks at 1731140809194Disabling compacts and flushes for region at 1731140809194Disabling writes for close at 1731140809194Writing region close event to WAL at 1731140809195 (+1 ms)Running coprocessor post-close hooks at 1731140809199 (+4 ms)Closed at 1731140809199 2024-11-09T08:26:49,199 WARN [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: f5a0d5ca47d80e9a4ddf077e0e6c4c84 to self. 2024-11-09T08:26:49,201 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=CLOSED 2024-11-09T08:26:49,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:49,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-09T08:26:49,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 in 162 msec 2024-11-09T08:26:49,207 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE; state=CLOSED, location=d7c8ba49ede6,34803,1731140648245; forceNewPlan=false, retain=true 2024-11-09T08:26:49,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=OPENING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE because future has completed 2024-11-09T08:26:49,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:26:49,518 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,519 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:26:49,519 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,520 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:26:49,520 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,520 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,522 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,523 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName A 2024-11-09T08:26:49,525 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:49,525 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:49,526 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,527 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName B 2024-11-09T08:26:49,527 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:49,528 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:49,528 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,529 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5a0d5ca47d80e9a4ddf077e0e6c4c84 columnFamilyName C 2024-11-09T08:26:49,529 DEBUG [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:49,529 INFO [StoreOpener-f5a0d5ca47d80e9a4ddf077e0e6c4c84-1 {}] regionserver.HStore(327): Store=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:26:49,530 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,531 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,532 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,534 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,534 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,535 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T08:26:49,537 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,538 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened f5a0d5ca47d80e9a4ddf077e0e6c4c84; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72795620, jitterRate=0.08473926782608032}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T08:26:49,538 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,539 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: Running coprocessor pre-open hook at 1731140809520Writing region info on filesystem at 1731140809520Initializing all the Stores at 1731140809521 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140809521Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140809522 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731140809522Cleaning up temporary data from old regions at 1731140809534 (+12 ms)Running coprocessor post-open hooks at 1731140809538 (+4 ms)Region opened successfully at 1731140809539 (+1 ms) 2024-11-09T08:26:49,540 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., pid=149, masterSystemTime=1731140809513 2024-11-09T08:26:49,542 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,542 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=OPEN, openSeqNum=5, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:26:49,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-09T08:26:49,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 in 186 msec 2024-11-09T08:26:49,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-09T08:26:49,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, REOPEN/MOVE in 510 msec 2024-11-09T08:26:49,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-09T08:26:49,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 517 msec 2024-11-09T08:26:49,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-11-09T08:26:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-09T08:26:49,560 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:49,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f91f4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f30ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ce6620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d252cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,572 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382e7a99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,574 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3f7deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,577 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f6fb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,579 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f35680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b62b1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,583 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2669b05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,585 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475613fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,587 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69055962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440d155e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,591 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f372574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,593 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2632b38a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,594 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709b5fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,597 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a3b12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,598 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,598 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c373234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,37929,-1 for getting cluster id 2024-11-09T08:26:49,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:26:49,600 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8da2cb3-b857-4b69-9bb1-f78cde910209' 2024-11-09T08:26:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:26:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8da2cb3-b857-4b69-9bb1-f78cde910209" 2024-11-09T08:26:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bd05c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,37929,-1] 2024-11-09T08:26:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:26:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:26:49,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:26:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b6c351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:26:49,602 DEBUG [Thread-2210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [Thread-2208 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [Thread-2199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [Thread-2203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [Thread-2205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,604 DEBUG [Thread-2197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,604 DEBUG [Thread-2212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,604 DEBUG [Thread-2201 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,605 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-09T08:26:49,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,34803,1731140648245, seqNum=-1] 2024-11-09T08:26:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:26:49,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,607 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,608 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:49,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:26:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,613 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5] 2024-11-09T08:26:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:49,617 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:49,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:26:49,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140869632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140869633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140869634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140869634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140869635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109178ae549f53c49d9bbd99b23bd2d430d_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140809611/Put/seqid=0 2024-11-09T08:26:49,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742311_1487 (size=12154) 2024-11-09T08:26:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140869747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:49,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:49,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:49,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:49,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140869957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:49,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,058 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:50,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109178ae549f53c49d9bbd99b23bd2d430d_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178ae549f53c49d9bbd99b23bd2d430d_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:50,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d1f525b84b2943c89d4840fe9819471e, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:50,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d1f525b84b2943c89d4840fe9819471e is 175, key is test_row_0/A:col10/1731140809611/Put/seqid=0 2024-11-09T08:26:50,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742312_1488 (size=30955) 2024-11-09T08:26:50,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140870266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140870266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140870267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140870267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140870267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,465 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d1f525b84b2943c89d4840fe9819471e 2024-11-09T08:26:50,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c524b5de1c1b45e4a343483871d2c79b is 50, key is test_row_0/B:col10/1731140809611/Put/seqid=0 2024-11-09T08:26:50,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742313_1489 (size=12001) 2024-11-09T08:26:50,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c524b5de1c1b45e4a343483871d2c79b 2024-11-09T08:26:50,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e334ab09f31c45f0b8be45e0566b85a2 is 50, key is test_row_0/C:col10/1731140809611/Put/seqid=0 2024-11-09T08:26:50,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742314_1490 (size=12001) 2024-11-09T08:26:50,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140870776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140870777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140870777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140870777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140870777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:50,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:50,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e334ab09f31c45f0b8be45e0566b85a2 2024-11-09T08:26:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d1f525b84b2943c89d4840fe9819471e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e 2024-11-09T08:26:50,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e, entries=150, sequenceid=17, filesize=30.2 K 2024-11-09T08:26:50,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c524b5de1c1b45e4a343483871d2c79b as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b 2024-11-09T08:26:50,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T08:26:50,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e334ab09f31c45f0b8be45e0566b85a2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2 2024-11-09T08:26:50,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2, entries=150, sequenceid=17, filesize=11.7 K 2024-11-09T08:26:50,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1315ms, sequenceid=17, compaction requested=false 2024-11-09T08:26:50,933 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-09T08:26:50,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:50,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-09T08:26:50,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:50,989 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:26:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987acad70cf9b4f3c9fff53dbce40caf2_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140809633/Put/seqid=0 2024-11-09T08:26:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742315_1491 (size=12154) 2024-11-09T08:26:51,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:51,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110987acad70cf9b4f3c9fff53dbce40caf2_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987acad70cf9b4f3c9fff53dbce40caf2_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/372949cefd524097973fac5944e470cd, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/372949cefd524097973fac5944e470cd is 175, key is test_row_0/A:col10/1731140809633/Put/seqid=0 2024-11-09T08:26:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742316_1492 (size=30955) 2024-11-09T08:26:51,433 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/372949cefd524097973fac5944e470cd 2024-11-09T08:26:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/82e4421530634f22887d73aedc430554 is 50, key is test_row_0/B:col10/1731140809633/Put/seqid=0 2024-11-09T08:26:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742317_1493 (size=12001) 2024-11-09T08:26:51,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/82e4421530634f22887d73aedc430554 2024-11-09T08:26:51,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/898a2ad6e957407b8348e0e5c39049f8 is 50, key is test_row_0/C:col10/1731140809633/Put/seqid=0 2024-11-09T08:26:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742318_1494 (size=12001) 2024-11-09T08:26:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:51,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140871795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140871795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140871796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140871797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140871799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,801 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,852 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/898a2ad6e957407b8348e0e5c39049f8 2024-11-09T08:26:51,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/372949cefd524097973fac5944e470cd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd 2024-11-09T08:26:51,858 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd, entries=150, sequenceid=40, filesize=30.2 K 2024-11-09T08:26:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/82e4421530634f22887d73aedc430554 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554 2024-11-09T08:26:51,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T08:26:51,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/898a2ad6e957407b8348e0e5c39049f8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8 2024-11-09T08:26:51,865 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-09T08:26:51,865 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 876ms, sequenceid=40, compaction requested=false 2024-11-09T08:26:51,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:51,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:51,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-09T08:26:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-09T08:26:51,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-09T08:26:51,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2590 sec 2024-11-09T08:26:51,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.2650 sec 2024-11-09T08:26:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:51,909 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:51,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:26:51,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cf6f75fa56534379a6efd2cfc7e0a1b9_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742319_1495 (size=12154) 2024-11-09T08:26:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140871984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140871986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140871986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140871987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:51,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140872097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140872097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140872097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140872097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,100 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:26:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140872307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140872307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140872307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140872307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:52,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cf6f75fa56534379a6efd2cfc7e0a1b9_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf6f75fa56534379a6efd2cfc7e0a1b9_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:52,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3115e2146f204069a8224d2a9b91283d, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:52,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3115e2146f204069a8224d2a9b91283d is 175, key is test_row_0/A:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:52,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742320_1496 (size=30955) 2024-11-09T08:26:52,335 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3115e2146f204069a8224d2a9b91283d 2024-11-09T08:26:52,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c760f658eaf7404eabd3a352b7457490 is 50, key is test_row_0/B:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742321_1497 (size=12001) 2024-11-09T08:26:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140872617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140872617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,618 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140872617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140872617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:52,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:52,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c760f658eaf7404eabd3a352b7457490 2024-11-09T08:26:52,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ceeaad0ee3664d53a46d4955b118a5a2 is 50, key is test_row_0/C:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:52,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742322_1498 (size=12001) 2024-11-09T08:26:53,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140873127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140873127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140873127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140873127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:53,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ceeaad0ee3664d53a46d4955b118a5a2 2024-11-09T08:26:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3115e2146f204069a8224d2a9b91283d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d 2024-11-09T08:26:53,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d, entries=150, sequenceid=55, filesize=30.2 K 2024-11-09T08:26:53,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c760f658eaf7404eabd3a352b7457490 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490 2024-11-09T08:26:53,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T08:26:53,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ceeaad0ee3664d53a46d4955b118a5a2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2 2024-11-09T08:26:53,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2, entries=150, sequenceid=55, filesize=11.7 K 2024-11-09T08:26:53,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1283ms, sequenceid=55, compaction requested=true 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:53,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:26:53,193 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:26:53,193 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,193 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,194 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=90.7 K 2024-11-09T08:26:53,194 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=35.2 K 2024-11-09T08:26:53,194 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d] 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c524b5de1c1b45e4a343483871d2c79b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731140809611 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 82e4421530634f22887d73aedc430554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140809633 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f525b84b2943c89d4840fe9819471e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731140809611 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c760f658eaf7404eabd3a352b7457490, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 372949cefd524097973fac5944e470cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140809633 2024-11-09T08:26:53,194 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3115e2146f204069a8224d2a9b91283d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:53,208 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:53,208 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/fa0b371406834df7b08b5b8841886d5c is 50, key is test_row_0/B:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:53,213 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:53,224 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109d9861b25d363447a86d1bc76c194cfde_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:53,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742323_1499 (size=12104) 2024-11-09T08:26:53,226 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109d9861b25d363447a86d1bc76c194cfde_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:53,226 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d9861b25d363447a86d1bc76c194cfde_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742324_1500 (size=4469) 2024-11-09T08:26:53,628 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/fa0b371406834df7b08b5b8841886d5c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/fa0b371406834df7b08b5b8841886d5c 2024-11-09T08:26:53,631 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into fa0b371406834df7b08b5b8841886d5c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:53,631 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:53,631 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=13, startTime=1731140813193; duration=0sec 2024-11-09T08:26:53,631 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:53,631 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:26:53,631 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:26:53,632 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:26:53,632 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:26:53,632 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,632 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=35.2 K 2024-11-09T08:26:53,632 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e334ab09f31c45f0b8be45e0566b85a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731140809611 2024-11-09T08:26:53,633 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 898a2ad6e957407b8348e0e5c39049f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731140809633 2024-11-09T08:26:53,633 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ceeaad0ee3664d53a46d4955b118a5a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:53,637 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:53,637 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/063978faf37d41a08f0a571d0539a696 is 50, key is test_row_0/C:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742325_1501 (size=12104) 2024-11-09T08:26:53,643 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#421 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:53,643 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/7ac734379a174101a23d630cee541b28 is 175, key is test_row_0/A:col10/1731140811908/Put/seqid=0 2024-11-09T08:26:53,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742326_1502 (size=31058) 2024-11-09T08:26:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-09T08:26:53,767 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:53,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-09T08:26:53,769 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:53,769 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:53,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:53,830 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:53,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:26:53,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109038f7ce8f06c44b0aa5b880868b21e5e_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140811948/Put/seqid=0 2024-11-09T08:26:53,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742327_1503 (size=12154) 2024-11-09T08:26:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140873870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:53,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:53,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:53,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140873976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,046 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/063978faf37d41a08f0a571d0539a696 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/063978faf37d41a08f0a571d0539a696 2024-11-09T08:26:54,049 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/7ac734379a174101a23d630cee541b28 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28 2024-11-09T08:26:54,050 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 063978faf37d41a08f0a571d0539a696(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:54,050 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:54,050 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=13, startTime=1731140813193; duration=0sec 2024-11-09T08:26:54,050 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:54,050 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:26:54,053 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 7ac734379a174101a23d630cee541b28(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:54,053 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:54,053 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=13, startTime=1731140813193; duration=0sec 2024-11-09T08:26:54,053 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:54,053 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:26:54,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140874137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,139 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140874146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140874146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140874147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,149 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,149 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,149 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140874187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:54,242 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109038f7ce8f06c44b0aa5b880868b21e5e_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109038f7ce8f06c44b0aa5b880868b21e5e_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:54,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/130a8293a2f94975b38473c0fc4c88cc, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:54,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/130a8293a2f94975b38473c0fc4c88cc is 175, key is test_row_0/A:col10/1731140811948/Put/seqid=0 2024-11-09T08:26:54,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742328_1504 (size=30955) 2024-11-09T08:26:54,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:54,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:54,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140874496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:54,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:54,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,646 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/130a8293a2f94975b38473c0fc4c88cc 2024-11-09T08:26:54,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d8ac05ffdd004bce8711db3609164c47 is 50, key is test_row_0/B:col10/1731140811948/Put/seqid=0 2024-11-09T08:26:54,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742329_1505 (size=12001) 2024-11-09T08:26:54,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d8ac05ffdd004bce8711db3609164c47 2024-11-09T08:26:54,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/51196e9545214778a3640a5f7b682f55 is 50, key is test_row_0/C:col10/1731140811948/Put/seqid=0 2024-11-09T08:26:54,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742330_1506 (size=12001) 2024-11-09T08:26:54,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:54,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:54,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:26:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140875007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:55,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/51196e9545214778a3640a5f7b682f55 2024-11-09T08:26:55,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/130a8293a2f94975b38473c0fc4c88cc as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc 2024-11-09T08:26:55,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc, entries=150, sequenceid=78, filesize=30.2 K 2024-11-09T08:26:55,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d8ac05ffdd004bce8711db3609164c47 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47 2024-11-09T08:26:55,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T08:26:55,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/51196e9545214778a3640a5f7b682f55 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55 2024-11-09T08:26:55,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55, entries=150, sequenceid=78, filesize=11.7 K 2024-11-09T08:26:55,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1261ms, sequenceid=78, compaction requested=false 2024-11-09T08:26:55,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:55,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-09T08:26:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:55,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:26:55,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bcaa12adab854ee79045eeb4e0a65419_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140813864/Put/seqid=0 2024-11-09T08:26:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742331_1507 (size=12154) 2024-11-09T08:26:55,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:55,553 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bcaa12adab854ee79045eeb4e0a65419_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bcaa12adab854ee79045eeb4e0a65419_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:55,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c5c16d577e2b4da0a66c438dd9603bfd, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:55,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c5c16d577e2b4da0a66c438dd9603bfd is 175, key is test_row_0/A:col10/1731140813864/Put/seqid=0 2024-11-09T08:26:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742332_1508 (size=30955) 2024-11-09T08:26:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:55,958 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c5c16d577e2b4da0a66c438dd9603bfd 2024-11-09T08:26:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/94bc51a92abc4169956e4414a51ec8aa is 50, key is test_row_0/B:col10/1731140813864/Put/seqid=0 2024-11-09T08:26:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742333_1509 (size=12001) 2024-11-09T08:26:55,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/94bc51a92abc4169956e4414a51ec8aa 2024-11-09T08:26:55,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/4135e79edbb8411a94c8fe3001fdfbaa is 50, key is test_row_0/C:col10/1731140813864/Put/seqid=0 2024-11-09T08:26:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742334_1510 (size=12001) 2024-11-09T08:26:56,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:56,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140876106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140876157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,159 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,159 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140876167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140876167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,170 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,170 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140876216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/4135e79edbb8411a94c8fe3001fdfbaa 2024-11-09T08:26:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c5c16d577e2b4da0a66c438dd9603bfd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd 2024-11-09T08:26:56,384 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd, entries=150, sequenceid=94, filesize=30.2 K 2024-11-09T08:26:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/94bc51a92abc4169956e4414a51ec8aa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa 2024-11-09T08:26:56,387 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T08:26:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/4135e79edbb8411a94c8fe3001fdfbaa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa 2024-11-09T08:26:56,390 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa, entries=150, sequenceid=94, filesize=11.7 K 2024-11-09T08:26:56,391 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1249ms, sequenceid=94, compaction requested=true 2024-11-09T08:26:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:56,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-09T08:26:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-09T08:26:56,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-09T08:26:56,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec 2024-11-09T08:26:56,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6260 sec 2024-11-09T08:26:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:56,429 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:56,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-09T08:26:56,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095a89d47fc7034913bfb1fd502ce6ca8f_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742335_1511 (size=14594) 2024-11-09T08:26:56,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140876471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140876576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:56,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140876787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:56,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:56,841 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095a89d47fc7034913bfb1fd502ce6ca8f_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a89d47fc7034913bfb1fd502ce6ca8f_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:56,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcf2927b66d54e02ba93ce954368b042, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:56,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcf2927b66d54e02ba93ce954368b042 is 175, key is test_row_0/A:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742336_1512 (size=39549) 2024-11-09T08:26:56,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcf2927b66d54e02ba93ce954368b042 2024-11-09T08:26:56,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/81c7549cd65c425a8aafaa317bec1693 is 50, key is test_row_0/B:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:56,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742337_1513 (size=12001) 2024-11-09T08:26:56,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/81c7549cd65c425a8aafaa317bec1693 2024-11-09T08:26:56,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ee4c74b312fc4d65bac22dbf97add0e7 is 50, key is test_row_0/C:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:56,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742338_1514 (size=12001) 2024-11-09T08:26:56,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ee4c74b312fc4d65bac22dbf97add0e7 2024-11-09T08:26:56,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcf2927b66d54e02ba93ce954368b042 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042 2024-11-09T08:26:56,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042, entries=200, sequenceid=117, filesize=38.6 K 2024-11-09T08:26:56,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/81c7549cd65c425a8aafaa317bec1693 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693 2024-11-09T08:26:56,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T08:26:56,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/ee4c74b312fc4d65bac22dbf97add0e7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7 2024-11-09T08:26:56,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7, entries=150, sequenceid=117, filesize=11.7 K 2024-11-09T08:26:56,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 494ms, sequenceid=117, compaction requested=true 2024-11-09T08:26:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:26:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:26:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T08:26:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:26:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-09T08:26:56,924 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:56,924 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:56,926 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:56,926 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:26:56,926 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:56,926 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:56,926 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:26:56,926 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:56,926 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=129.4 K 2024-11-09T08:26:56,926 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:56,926 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/063978faf37d41a08f0a571d0539a696, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.0 K 2024-11-09T08:26:56,926 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042] 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 063978faf37d41a08f0a571d0539a696, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ac734379a174101a23d630cee541b28, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 130a8293a2f94975b38473c0fc4c88cc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731140811948 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 51196e9545214778a3640a5f7b682f55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731140811948 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c16d577e2b4da0a66c438dd9603bfd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731140813860 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 4135e79edbb8411a94c8fe3001fdfbaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731140813860 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcf2927b66d54e02ba93ce954368b042, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816097 2024-11-09T08:26:56,927 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4c74b312fc4d65bac22dbf97add0e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816101 2024-11-09T08:26:56,942 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:56,942 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2c2bd484159d4b08a44a47f5040b8c9e is 50, key is test_row_0/C:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742339_1515 (size=12241) 2024-11-09T08:26:56,996 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:56,997 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2c2bd484159d4b08a44a47f5040b8c9e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2c2bd484159d4b08a44a47f5040b8c9e 2024-11-09T08:26:57,001 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411092ccc875426634c46ac02b792c9b70660_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:57,004 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411092ccc875426634c46ac02b792c9b70660_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:57,004 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092ccc875426634c46ac02b792c9b70660_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:57,007 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 2c2bd484159d4b08a44a47f5040b8c9e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:57,007 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:57,007 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=12, startTime=1731140816924; duration=0sec 2024-11-09T08:26:57,007 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:26:57,007 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:26:57,007 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:26:57,009 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:26:57,009 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:26:57,009 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:57,009 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/fa0b371406834df7b08b5b8841886d5c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.0 K 2024-11-09T08:26:57,010 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting fa0b371406834df7b08b5b8841886d5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731140811789 2024-11-09T08:26:57,010 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting d8ac05ffdd004bce8711db3609164c47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731140811948 2024-11-09T08:26:57,010 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 94bc51a92abc4169956e4414a51ec8aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731140813860 2024-11-09T08:26:57,010 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c7549cd65c425a8aafaa317bec1693, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816101 2024-11-09T08:26:57,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742340_1516 (size=4469) 2024-11-09T08:26:57,027 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:57,027 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/435bd58b6d834326b0d661cb9a257f3e is 50, key is test_row_0/B:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:57,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742341_1517 (size=12241) 2024-11-09T08:26:57,044 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/435bd58b6d834326b0d661cb9a257f3e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/435bd58b6d834326b0d661cb9a257f3e 2024-11-09T08:26:57,051 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 435bd58b6d834326b0d661cb9a257f3e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:57,052 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:57,052 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=12, startTime=1731140816923; duration=0sec 2024-11-09T08:26:57,052 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:57,052 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:26:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:57,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:57,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:26:57,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3f1d422b46f496db9e54088c4330016_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140816432/Put/seqid=0 2024-11-09T08:26:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742342_1518 (size=14694) 2024-11-09T08:26:57,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:57,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3f1d422b46f496db9e54088c4330016_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3f1d422b46f496db9e54088c4330016_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:57,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/ab112425068440fe9e9a04a88334fcdd, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:57,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/ab112425068440fe9e9a04a88334fcdd is 175, key is test_row_0/A:col10/1731140816432/Put/seqid=0 2024-11-09T08:26:57,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742343_1519 (size=39649) 2024-11-09T08:26:57,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140877194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:57,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140877307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:57,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:57,423 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#433 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:26:57,424 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/da6112ed147e49da8e8014c6d7b9032f is 175, key is test_row_0/A:col10/1731140816101/Put/seqid=0 2024-11-09T08:26:57,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742344_1520 (size=31195) 2024-11-09T08:26:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140877520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:57,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/ab112425068440fe9e9a04a88334fcdd 2024-11-09T08:26:57,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c46627d0dee7437883b0f55843fbe384 is 50, key is test_row_0/B:col10/1731140816432/Put/seqid=0 2024-11-09T08:26:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742345_1521 (size=12051) 2024-11-09T08:26:57,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T08:26:57,816 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-09T08:26:57,834 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/da6112ed147e49da8e8014c6d7b9032f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f 2024-11-09T08:26:57,838 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into da6112ed147e49da8e8014c6d7b9032f(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:26:57,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:57,838 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=12, startTime=1731140816923; duration=0sec 2024-11-09T08:26:57,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:26:57,838 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:26:57,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140877837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-09T08:26:57,937 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:26:57,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:26:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-09T08:26:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:26:57,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:26:57,943 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:26:57,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:26:57,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c46627d0dee7437883b0f55843fbe384 2024-11-09T08:26:57,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9f0a106a62834287a2f7a2a758533dec is 50, key is test_row_0/C:col10/1731140816432/Put/seqid=0 2024-11-09T08:26:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742346_1522 (size=12051) 2024-11-09T08:26:57,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9f0a106a62834287a2f7a2a758533dec 2024-11-09T08:26:57,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/ab112425068440fe9e9a04a88334fcdd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd 2024-11-09T08:26:57,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd, entries=200, sequenceid=133, filesize=38.7 K 2024-11-09T08:26:57,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c46627d0dee7437883b0f55843fbe384 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384 2024-11-09T08:26:57,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T08:26:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9f0a106a62834287a2f7a2a758533dec as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec 2024-11-09T08:26:57,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec, entries=150, sequenceid=133, filesize=11.8 K 2024-11-09T08:26:57,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 894ms, sequenceid=133, compaction requested=false 2024-11-09T08:26:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:26:58,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-09T08:26:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:58,096 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:26:58,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c5bde0ec65a9464eae03253b72be7630_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140817180/Put/seqid=0 2024-11-09T08:26:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742347_1523 (size=12304) 2024-11-09T08:26:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:26:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:58,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:26:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140878397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140878506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:26:58,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:58,582 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c5bde0ec65a9464eae03253b72be7630_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5bde0ec65a9464eae03253b72be7630_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3a09f83236664e1da62781d631e3e9aa, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3a09f83236664e1da62781d631e3e9aa is 175, key is test_row_0/A:col10/1731140817180/Put/seqid=0 2024-11-09T08:26:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742348_1524 (size=31105) 2024-11-09T08:26:58,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140878716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:58,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:58,997 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3a09f83236664e1da62781d631e3e9aa 2024-11-09T08:26:59,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9d2ef7e836b548a8919ff83d6013c7cd is 50, key is test_row_0/B:col10/1731140817180/Put/seqid=0 2024-11-09T08:26:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742349_1525 (size=12151) 2024-11-09T08:26:59,026 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9d2ef7e836b548a8919ff83d6013c7cd 2024-11-09T08:26:59,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140879026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:59,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:59,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/a911f7443d524a6ab140e5dea8c61375 is 50, key is test_row_0/C:col10/1731140817180/Put/seqid=0 2024-11-09T08:26:59,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742350_1526 (size=12151) 2024-11-09T08:26:59,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/a911f7443d524a6ab140e5dea8c61375 2024-11-09T08:26:59,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/3a09f83236664e1da62781d631e3e9aa as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa 2024-11-09T08:26:59,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa, entries=150, sequenceid=156, filesize=30.4 K 2024-11-09T08:26:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9d2ef7e836b548a8919ff83d6013c7cd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd 2024-11-09T08:26:59,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T08:26:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/a911f7443d524a6ab140e5dea8c61375 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375 2024-11-09T08:26:59,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375, entries=150, sequenceid=156, filesize=11.9 K 2024-11-09T08:26:59,077 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 980ms, sequenceid=156, compaction requested=true 2024-11-09T08:26:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:26:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:26:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:26:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-09T08:26:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-09T08:26:59,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-09T08:26:59,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1370 sec 2024-11-09T08:26:59,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.1450 sec 2024-11-09T08:26:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:26:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T08:26:59,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948e4cbfb43d349b18e5f4e88ed6781e5_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140818379/Put/seqid=0 2024-11-09T08:26:59,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742351_1527 (size=12304) 2024-11-09T08:26:59,594 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:26:59,598 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110948e4cbfb43d349b18e5f4e88ed6781e5_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948e4cbfb43d349b18e5f4e88ed6781e5_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:26:59,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/cbfb598890da436ea7a608343765cc70, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:26:59,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/cbfb598890da436ea7a608343765cc70 is 175, key is test_row_0/A:col10/1731140818379/Put/seqid=0 2024-11-09T08:26:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742352_1528 (size=31105) 2024-11-09T08:26:59,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140879645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:59,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140879757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:26:59,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:26:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140879966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:26:59,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,022 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/cbfb598890da436ea7a608343765cc70 2024-11-09T08:27:00,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/f34c8a5e6c5e4e239ad56a97f0b2934a is 50, key is test_row_0/B:col10/1731140818379/Put/seqid=0 2024-11-09T08:27:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742353_1529 (size=12151) 2024-11-09T08:27:00,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/f34c8a5e6c5e4e239ad56a97f0b2934a 2024-11-09T08:27:00,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/1c1878b95d7b47b3a393cf2a37d540b9 is 50, key is test_row_0/C:col10/1731140818379/Put/seqid=0 2024-11-09T08:27:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742354_1530 (size=12151) 2024-11-09T08:27:00,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/1c1878b95d7b47b3a393cf2a37d540b9 2024-11-09T08:27:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-09T08:27:00,087 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:00,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:27:00,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/cbfb598890da436ea7a608343765cc70 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70 2024-11-09T08:27:00,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70, entries=150, sequenceid=171, filesize=30.4 K 2024-11-09T08:27:00,095 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-09T08:27:00,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/f34c8a5e6c5e4e239ad56a97f0b2934a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a 2024-11-09T08:27:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-09T08:27:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:00,097 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:27:00,098 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:27:00,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:27:00,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T08:27:00,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/1c1878b95d7b47b3a393cf2a37d540b9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9 2024-11-09T08:27:00,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9, entries=150, sequenceid=171, filesize=11.9 K 2024-11-09T08:27:00,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 572ms, sequenceid=171, compaction requested=true 2024-11-09T08:27:00,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:27:00,113 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:00,113 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:27:00,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:00,115 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133054 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:00,115 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:27:00,115 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,115 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=129.9 K 2024-11-09T08:27:00,115 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,115 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70] 2024-11-09T08:27:00,121 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting da6112ed147e49da8e8014c6d7b9032f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816101 2024-11-09T08:27:00,121 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:00,122 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:27:00,122 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab112425068440fe9e9a04a88334fcdd, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731140816432 2024-11-09T08:27:00,122 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,122 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/435bd58b6d834326b0d661cb9a257f3e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.5 K 2024-11-09T08:27:00,122 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a09f83236664e1da62781d631e3e9aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731140817158 2024-11-09T08:27:00,122 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 435bd58b6d834326b0d661cb9a257f3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816101 2024-11-09T08:27:00,123 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbfb598890da436ea7a608343765cc70, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:00,123 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c46627d0dee7437883b0f55843fbe384, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731140816432 2024-11-09T08:27:00,123 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d2ef7e836b548a8919ff83d6013c7cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731140817158 2024-11-09T08:27:00,123 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting f34c8a5e6c5e4e239ad56a97f0b2934a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:00,140 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:00,140 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/5ca522d5ce8647de9730e758442bfdc8 is 50, key is test_row_0/B:col10/1731140818379/Put/seqid=0 2024-11-09T08:27:00,142 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:00,145 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110901549044fa3d495085800cd8bfb26793_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:00,148 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110901549044fa3d495085800cd8bfb26793_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:00,148 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110901549044fa3d495085800cd8bfb26793_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:00,181 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:00,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:27:00,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742355_1531 (size=4469) 2024-11-09T08:27:00,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140880198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140880199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742356_1532 (size=12527) 2024-11-09T08:27:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:00,211 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/5ca522d5ce8647de9730e758442bfdc8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/5ca522d5ce8647de9730e758442bfdc8 2024-11-09T08:27:00,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140880206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140880206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,223 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 5ca522d5ce8647de9730e758442bfdc8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:00,223 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:00,223 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=12, startTime=1731140820113; duration=0sec 2024-11-09T08:27:00,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109652d812ce90041a2a4813cc99297bfdb_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140820180/Put/seqid=0 2024-11-09T08:27:00,223 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:00,223 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:27:00,223 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:00,225 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:00,225 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:27:00,225 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,226 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2c2bd484159d4b08a44a47f5040b8c9e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.5 K 2024-11-09T08:27:00,226 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c2bd484159d4b08a44a47f5040b8c9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731140816101 2024-11-09T08:27:00,226 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f0a106a62834287a2f7a2a758533dec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731140816432 2024-11-09T08:27:00,227 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a911f7443d524a6ab140e5dea8c61375, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731140817158 2024-11-09T08:27:00,227 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c1878b95d7b47b3a393cf2a37d540b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:00,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742357_1533 (size=14794) 2024-11-09T08:27:00,243 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#447 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:00,243 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2763aefa289b4db4b0a60bba700f0270 is 50, key is test_row_0/C:col10/1731140818379/Put/seqid=0 2024-11-09T08:27:00,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742358_1534 (size=12527) 2024-11-09T08:27:00,260 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2763aefa289b4db4b0a60bba700f0270 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2763aefa289b4db4b0a60bba700f0270 2024-11-09T08:27:00,265 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 2763aefa289b4db4b0a60bba700f0270(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:00,265 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:00,265 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=12, startTime=1731140820113; duration=0sec 2024-11-09T08:27:00,265 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:00,265 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:27:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140880277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140880306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140880317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140880317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,321 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140880320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:00,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:00,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140880517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140880526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140880527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140880527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:00,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:00,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,586 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#445 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:00,587 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d86285faeb9440699816a0ddf268721e is 175, key is test_row_0/A:col10/1731140818379/Put/seqid=0 2024-11-09T08:27:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742359_1535 (size=31481) 2024-11-09T08:27:00,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:00,632 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109652d812ce90041a2a4813cc99297bfdb_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109652d812ce90041a2a4813cc99297bfdb_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:00,633 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/0217023dcc40488cb1cce59ca518f066, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:00,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/0217023dcc40488cb1cce59ca518f066 is 175, key is test_row_0/A:col10/1731140820180/Put/seqid=0 2024-11-09T08:27:00,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742360_1536 (size=39749) 2024-11-09T08:27:00,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140880787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140880826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140880837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140880837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140880837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:00,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:00,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:00,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:00,995 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/d86285faeb9440699816a0ddf268721e as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e 2024-11-09T08:27:01,000 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into d86285faeb9440699816a0ddf268721e(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:01,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:01,000 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=12, startTime=1731140820112; duration=0sec 2024-11-09T08:27:01,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:01,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:27:01,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:01,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/0217023dcc40488cb1cce59ca518f066 2024-11-09T08:27:01,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/160656af36174eaf86e7a42dbb61bd74 is 50, key is test_row_0/B:col10/1731140820180/Put/seqid=0 2024-11-09T08:27:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742361_1537 (size=12151) 2024-11-09T08:27:01,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/160656af36174eaf86e7a42dbb61bd74 2024-11-09T08:27:01,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/870fc5bbcd2c4408b8e632544bfd7bff is 50, key is test_row_0/C:col10/1731140820180/Put/seqid=0 2024-11-09T08:27:01,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:01,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742362_1538 (size=12151) 2024-11-09T08:27:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:01,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/870fc5bbcd2c4408b8e632544bfd7bff 2024-11-09T08:27:01,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/0217023dcc40488cb1cce59ca518f066 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066 2024-11-09T08:27:01,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066, entries=200, sequenceid=193, filesize=38.8 K 2024-11-09T08:27:01,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/160656af36174eaf86e7a42dbb61bd74 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74 2024-11-09T08:27:01,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74, entries=150, sequenceid=193, filesize=11.9 K 2024-11-09T08:27:01,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/870fc5bbcd2c4408b8e632544bfd7bff as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff 2024-11-09T08:27:01,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff, entries=150, sequenceid=193, filesize=11.9 K 2024-11-09T08:27:01,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1017ms, sequenceid=193, compaction requested=false 2024-11-09T08:27:01,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:01,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-09T08:27:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,328 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T08:27:01,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098f104a21b4494075b1387704da2a4f9a_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140820203/Put/seqid=0 2024-11-09T08:27:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742363_1539 (size=12304) 2024-11-09T08:27:01,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:01,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098f104a21b4494075b1387704da2a4f9a_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f104a21b4494075b1387704da2a4f9a_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/31588788366946c8a90126e725f66719, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:01,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/31588788366946c8a90126e725f66719 is 175, key is test_row_0/A:col10/1731140820203/Put/seqid=0 2024-11-09T08:27:01,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742364_1540 (size=31105) 2024-11-09T08:27:01,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140881370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140881375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140881374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140881375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140881477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140881487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140881487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140881487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140881687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140881696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140881697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140881697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,765 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/31588788366946c8a90126e725f66719 2024-11-09T08:27:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9a9d7f602e8b44f1902f79bf34b31694 is 50, key is test_row_0/B:col10/1731140820203/Put/seqid=0 2024-11-09T08:27:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742365_1541 (size=12151) 2024-11-09T08:27:01,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9a9d7f602e8b44f1902f79bf34b31694 2024-11-09T08:27:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/340dd060040d40cbabec761ca584aa13 is 50, key is test_row_0/C:col10/1731140820203/Put/seqid=0 2024-11-09T08:27:01,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742366_1542 (size=12151) 2024-11-09T08:27:01,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/340dd060040d40cbabec761ca584aa13 2024-11-09T08:27:01,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140881807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:01,810 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/31588788366946c8a90126e725f66719 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719 2024-11-09T08:27:01,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719, entries=150, sequenceid=211, filesize=30.4 K 2024-11-09T08:27:01,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/9a9d7f602e8b44f1902f79bf34b31694 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694 2024-11-09T08:27:01,827 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T08:27:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/340dd060040d40cbabec761ca584aa13 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13 2024-11-09T08:27:01,832 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13, entries=150, sequenceid=211, filesize=11.9 K 2024-11-09T08:27:01,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 506ms, sequenceid=211, compaction requested=true 2024-11-09T08:27:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-09T08:27:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-09T08:27:01,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-09T08:27:01,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-11-09T08:27:01,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7480 sec 2024-11-09T08:27:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:01,999 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:02,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:27:02,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b48d786682ad442aa514b56f094d6146_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742367_1543 (size=14794) 2024-11-09T08:27:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140882016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140882022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140882023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140882023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140882127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,132 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140882137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140882137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140882137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-09T08:27:02,246 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:02,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:27:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-09T08:27:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:02,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:27:02,251 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:27:02,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:27:02,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140882337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140882346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140882346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140882346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:02,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:02,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b48d786682ad442aa514b56f094d6146_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b48d786682ad442aa514b56f094d6146_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:02,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/335f7ca7e2e840d39da6d5a0ba2f3fb0, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:02,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 is 175, key is test_row_0/A:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742368_1544 (size=39749) 2024-11-09T08:27:02,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:02,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140882646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140882657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140882660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140882667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:02,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:02,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 2024-11-09T08:27:02,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/a7216a80089e4b02909b1bce7392576d is 50, key is test_row_0/B:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742369_1545 (size=12151) 2024-11-09T08:27:02,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/a7216a80089e4b02909b1bce7392576d 2024-11-09T08:27:02,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9b3450e7e32f4479a645aee1b708b938 is 50, key is test_row_0/C:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:02,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742370_1546 (size=12151) 2024-11-09T08:27:02,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:02,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:03,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140883157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:03,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140883167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:03,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140883176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140883176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:03,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9b3450e7e32f4479a645aee1b708b938 2024-11-09T08:27:03,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 2024-11-09T08:27:03,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0, entries=200, sequenceid=233, filesize=38.8 K 2024-11-09T08:27:03,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/a7216a80089e4b02909b1bce7392576d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d 2024-11-09T08:27:03,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d, entries=150, sequenceid=233, filesize=11.9 K 2024-11-09T08:27:03,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/9b3450e7e32f4479a645aee1b708b938 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938 2024-11-09T08:27:03,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938, entries=150, sequenceid=233, filesize=11.9 K 2024-11-09T08:27:03,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1286ms, sequenceid=233, compaction requested=true 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:27:03,285 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:27:03,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-09T08:27:03,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:03,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:27:03,287 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,287 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=138.8 K 2024-11-09T08:27:03,287 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0] 2024-11-09T08:27:03,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting d86285faeb9440699816a0ddf268721e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:03,287 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0217023dcc40488cb1cce59ca518f066, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731140819627 2024-11-09T08:27:03,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31588788366946c8a90126e725f66719, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140820197 2024-11-09T08:27:03,288 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335f7ca7e2e840d39da6d5a0ba2f3fb0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:03,288 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:03,289 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:03,289 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:27:03,289 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,289 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/5ca522d5ce8647de9730e758442bfdc8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.8 K 2024-11-09T08:27:03,290 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ca522d5ce8647de9730e758442bfdc8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:03,290 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 160656af36174eaf86e7a42dbb61bd74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731140819627 2024-11-09T08:27:03,291 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a9d7f602e8b44f1902f79bf34b31694, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140820197 2024-11-09T08:27:03,291 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting a7216a80089e4b02909b1bce7392576d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:03,307 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,321 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411091f78a7141c8a4dd1a263a85be674538c_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,323 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:03,323 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/ecc3c10c78d14b8fab8facff96a6f790 is 50, key is test_row_0/B:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:03,324 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411091f78a7141c8a4dd1a263a85be674538c_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,324 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091f78a7141c8a4dd1a263a85be674538c_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742372_1548 (size=4469) 2024-11-09T08:27:03,329 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#456 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:03,330 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/12341a6ae9174d9b9b211e72dbc861dd is 175, key is test_row_0/A:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:03,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-09T08:27:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,333 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-09T08:27:03,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742371_1547 (size=12663) 2024-11-09T08:27:03,343 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/ecc3c10c78d14b8fab8facff96a6f790 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/ecc3c10c78d14b8fab8facff96a6f790 2024-11-09T08:27:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742373_1549 (size=31617) 2024-11-09T08:27:03,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109291bb31b0f98470bb8c00852a68eb7ec_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140822022/Put/seqid=0 2024-11-09T08:27:03,352 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into ecc3c10c78d14b8fab8facff96a6f790(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:03,352 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,352 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=12, startTime=1731140823285; duration=0sec 2024-11-09T08:27:03,352 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:03,352 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:27:03,352 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:03,354 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:03,354 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:27:03,354 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,354 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2763aefa289b4db4b0a60bba700f0270, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=47.8 K 2024-11-09T08:27:03,356 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 2763aefa289b4db4b0a60bba700f0270, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731140818379 2024-11-09T08:27:03,356 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/12341a6ae9174d9b9b211e72dbc861dd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd 2024-11-09T08:27:03,356 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 870fc5bbcd2c4408b8e632544bfd7bff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731140819627 2024-11-09T08:27:03,357 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 340dd060040d40cbabec761ca584aa13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731140820197 2024-11-09T08:27:03,358 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b3450e7e32f4479a645aee1b708b938, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742374_1550 (size=12304) 2024-11-09T08:27:03,364 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 12341a6ae9174d9b9b211e72dbc861dd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:03,364 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,364 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=12, startTime=1731140823285; duration=0sec 2024-11-09T08:27:03,364 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:03,364 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:27:03,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:03,369 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109291bb31b0f98470bb8c00852a68eb7ec_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109291bb31b0f98470bb8c00852a68eb7ec_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/943d462cd380404cbeca676b03aa61b0, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/943d462cd380404cbeca676b03aa61b0 is 175, key is test_row_0/A:col10/1731140822022/Put/seqid=0 2024-11-09T08:27:03,375 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:03,375 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/36025dcac75147e089a8b66a13df1be8 is 50, key is test_row_0/C:col10/1731140821998/Put/seqid=0 2024-11-09T08:27:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742375_1551 (size=31105) 2024-11-09T08:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:03,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742376_1552 (size=12663) 2024-11-09T08:27:03,397 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/36025dcac75147e089a8b66a13df1be8 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/36025dcac75147e089a8b66a13df1be8 2024-11-09T08:27:03,405 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 36025dcac75147e089a8b66a13df1be8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:03,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,405 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=12, startTime=1731140823285; duration=0sec 2024-11-09T08:27:03,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:03,405 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:27:03,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/943d462cd380404cbeca676b03aa61b0 2024-11-09T08:27:03,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/bd8fc1caa1964ae98d49353c976286a9 is 50, key is test_row_0/B:col10/1731140822022/Put/seqid=0 2024-11-09T08:27:03,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742377_1553 (size=12151) 2024-11-09T08:27:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:03,822 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/bd8fc1caa1964ae98d49353c976286a9 2024-11-09T08:27:03,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8d4330c30f724765a427cb2767729063 is 50, key is test_row_0/C:col10/1731140822022/Put/seqid=0 2024-11-09T08:27:03,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742378_1554 (size=12151) 2024-11-09T08:27:03,843 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8d4330c30f724765a427cb2767729063 2024-11-09T08:27:03,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/943d462cd380404cbeca676b03aa61b0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0 2024-11-09T08:27:03,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0, entries=150, sequenceid=248, filesize=30.4 K 2024-11-09T08:27:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/bd8fc1caa1964ae98d49353c976286a9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9 2024-11-09T08:27:03,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T08:27:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8d4330c30f724765a427cb2767729063 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063 2024-11-09T08:27:03,866 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063, entries=150, sequenceid=248, filesize=11.9 K 2024-11-09T08:27:03,875 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=60.38 KB/61830 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 542ms, sequenceid=248, compaction requested=false 2024-11-09T08:27:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-09T08:27:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:03,876 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:03,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:27:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-09T08:27:03,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-09T08:27:03,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-09T08:27:03,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.6320 sec 2024-11-09T08:27:03,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094e5b242a5c51457f99f9f1635aeeb9ff_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742379_1555 (size=12454) 2024-11-09T08:27:03,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:03,890 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094e5b242a5c51457f99f9f1635aeeb9ff_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e5b242a5c51457f99f9f1635aeeb9ff_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:03,891 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/a0f0bf9568674e48a567aff14c20ff6f, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:03,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/a0f0bf9568674e48a567aff14c20ff6f is 175, key is test_row_0/A:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:03,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742380_1556 (size=31255) 2024-11-09T08:27:03,912 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/a0f0bf9568674e48a567aff14c20ff6f 2024-11-09T08:27:03,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/214ce344488044e197f48661535ce140 is 50, key is test_row_0/B:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742381_1557 (size=12301) 2024-11-09T08:27:03,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/214ce344488044e197f48661535ce140 2024-11-09T08:27:03,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2bdb58c17ef249e6949e88b6174b8a79 is 50, key is test_row_0/C:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742382_1558 (size=12301) 2024-11-09T08:27:03,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2bdb58c17ef249e6949e88b6174b8a79 2024-11-09T08:27:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/a0f0bf9568674e48a567aff14c20ff6f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f 2024-11-09T08:27:03,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f, entries=150, sequenceid=264, filesize=30.5 K 2024-11-09T08:27:03,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/214ce344488044e197f48661535ce140 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140 2024-11-09T08:27:03,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T08:27:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/2bdb58c17ef249e6949e88b6174b8a79 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79 2024-11-09T08:27:03,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79, entries=150, sequenceid=264, filesize=12.0 K 2024-11-09T08:27:03,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=120.76 KB/123660 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 95ms, sequenceid=264, compaction requested=true 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:03,972 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:03,972 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:27:03,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:03,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:03,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-09T08:27:03,988 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:27:03,988 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:27:03,988 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:27:03,988 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:27:03,988 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,988 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/ecc3c10c78d14b8fab8facff96a6f790, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=36.2 K 2024-11-09T08:27:03,988 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,988 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=91.8 K 2024-11-09T08:27:03,988 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:03,989 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f] 2024-11-09T08:27:03,991 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12341a6ae9174d9b9b211e72dbc861dd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:03,991 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc3c10c78d14b8fab8facff96a6f790, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:03,995 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 943d462cd380404cbeca676b03aa61b0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731140822014 2024-11-09T08:27:03,995 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting bd8fc1caa1964ae98d49353c976286a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731140822014 2024-11-09T08:27:03,998 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 214ce344488044e197f48661535ce140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:03,998 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f0bf9568674e48a567aff14c20ff6f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:04,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092770f884937148a18fe80c5e4f831f05_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140823973/Put/seqid=0 2024-11-09T08:27:04,014 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:04,015 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:04,016 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c400a87022b04ba6afeef616c8fef80a is 50, key is test_row_0/B:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:04,032 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109fbd1efd8c5e34d85917aaf0bcdd5bde7_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:04,034 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109fbd1efd8c5e34d85917aaf0bcdd5bde7_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:04,034 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fbd1efd8c5e34d85917aaf0bcdd5bde7_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742383_1559 (size=12454) 2024-11-09T08:27:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742384_1560 (size=12915) 2024-11-09T08:27:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742385_1561 (size=4469) 2024-11-09T08:27:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140884055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140884167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,168 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140884167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140884186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140884187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,188 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,189 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_1' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140884197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,198 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_2' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140884377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-09T08:27:04,397 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:04,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:27:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-09T08:27:04,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:27:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:04,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:27:04,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:27:04,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:04,448 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#467 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:04,449 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/6afd0fe8d2d74ab6a036b321c32476bd is 175, key is test_row_0/A:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:04,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092770f884937148a18fe80c5e4f831f05_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092770f884937148a18fe80c5e4f831f05_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:04,453 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c400a87022b04ba6afeef616c8fef80a as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c400a87022b04ba6afeef616c8fef80a 2024-11-09T08:27:04,458 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e4fe551caf114646a4e56a278d3a0c82, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:04,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e4fe551caf114646a4e56a278d3a0c82 is 175, key is test_row_0/A:col10/1731140823973/Put/seqid=0 2024-11-09T08:27:04,459 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into c400a87022b04ba6afeef616c8fef80a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:04,459 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:04,460 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=13, startTime=1731140823972; duration=0sec 2024-11-09T08:27:04,460 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:04,460 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:27:04,460 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T08:27:04,462 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T08:27:04,462 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:27:04,462 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,462 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/36025dcac75147e089a8b66a13df1be8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=36.2 K 2024-11-09T08:27:04,462 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 36025dcac75147e089a8b66a13df1be8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731140821369 2024-11-09T08:27:04,463 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d4330c30f724765a427cb2767729063, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731140822014 2024-11-09T08:27:04,463 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bdb58c17ef249e6949e88b6174b8a79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742386_1562 (size=31869) 2024-11-09T08:27:04,473 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/6afd0fe8d2d74ab6a036b321c32476bd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd 2024-11-09T08:27:04,479 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:04,479 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/313fad567c9c4dd38ccde5a07ce2b6eb is 50, key is test_row_0/C:col10/1731140823843/Put/seqid=0 2024-11-09T08:27:04,480 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 6afd0fe8d2d74ab6a036b321c32476bd(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:04,480 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:04,480 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=13, startTime=1731140823972; duration=0sec 2024-11-09T08:27:04,481 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:04,481 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:27:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742387_1563 (size=31255) 2024-11-09T08:27:04,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742388_1564 (size=12915) 2024-11-09T08:27:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:04,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140884687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:04,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:04,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:04,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:04,886 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e4fe551caf114646a4e56a278d3a0c82 2024-11-09T08:27:04,891 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/313fad567c9c4dd38ccde5a07ce2b6eb as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/313fad567c9c4dd38ccde5a07ce2b6eb 2024-11-09T08:27:04,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/b1273212f4eb41cd81b1cce2f7381cef is 50, key is test_row_0/B:col10/1731140823973/Put/seqid=0 2024-11-09T08:27:04,895 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 313fad567c9c4dd38ccde5a07ce2b6eb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:04,895 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:04,895 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=13, startTime=1731140823972; duration=0sec 2024-11-09T08:27:04,895 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:04,895 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:27:04,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742389_1565 (size=12301) 2024-11-09T08:27:05,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:05,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140885197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:05,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/b1273212f4eb41cd81b1cce2f7381cef 2024-11-09T08:27:05,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/26d3a918182c4078bff2139eedcd026f is 50, key is test_row_0/C:col10/1731140823973/Put/seqid=0 2024-11-09T08:27:05,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742390_1566 (size=12301) 2024-11-09T08:27:05,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:05,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:05,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:05,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:27:05,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/26d3a918182c4078bff2139eedcd026f 2024-11-09T08:27:05,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e4fe551caf114646a4e56a278d3a0c82 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82 2024-11-09T08:27:05,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82, entries=150, sequenceid=287, filesize=30.5 K 2024-11-09T08:27:05,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/b1273212f4eb41cd81b1cce2f7381cef as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef 2024-11-09T08:27:05,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef, entries=150, sequenceid=287, filesize=12.0 K 2024-11-09T08:27:05,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/26d3a918182c4078bff2139eedcd026f as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f 2024-11-09T08:27:05,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f, entries=150, sequenceid=287, filesize=12.0 K 2024-11-09T08:27:05,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1771ms, sequenceid=287, compaction requested=false 2024-11-09T08:27:05,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:05,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-09T08:27:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:05,777 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-09T08:27:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3ea6a32dbd94ca696baa737d963f0b3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140824053/Put/seqid=0 2024-11-09T08:27:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742391_1567 (size=12454) 2024-11-09T08:27:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:05,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f3ea6a32dbd94ca696baa737d963f0b3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3ea6a32dbd94ca696baa737d963f0b3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c9b51dda6bb0488aa3d1a1a3c5d7333d, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:05,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c9b51dda6bb0488aa3d1a1a3c5d7333d is 175, key is test_row_0/A:col10/1731140824053/Put/seqid=0 2024-11-09T08:27:05,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742392_1568 (size=31255) 2024-11-09T08:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:06,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140886221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140886222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140886223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140886224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140886225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,276 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c9b51dda6bb0488aa3d1a1a3c5d7333d 2024-11-09T08:27:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/e223e356eb4641a7bb0ebb6b0955fb51 is 50, key is test_row_0/B:col10/1731140824053/Put/seqid=0 2024-11-09T08:27:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742393_1569 (size=12301) 2024-11-09T08:27:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140886337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140886337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140886337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140886338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140886338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140886546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140886547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140886547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140886547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140886547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T08:27:06,695 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/e223e356eb4641a7bb0ebb6b0955fb51 2024-11-09T08:27:06,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/0d027cd9ac3c4f448f9441733d23b4f9 is 50, key is test_row_0/C:col10/1731140824053/Put/seqid=0 2024-11-09T08:27:06,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742394_1570 (size=12301) 2024-11-09T08:27:06,715 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/0d027cd9ac3c4f448f9441733d23b4f9 2024-11-09T08:27:06,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/c9b51dda6bb0488aa3d1a1a3c5d7333d as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d 2024-11-09T08:27:06,725 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d, entries=150, sequenceid=303, filesize=30.5 K 2024-11-09T08:27:06,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/e223e356eb4641a7bb0ebb6b0955fb51 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51 2024-11-09T08:27:06,729 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T08:27:06,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/0d027cd9ac3c4f448f9441733d23b4f9 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9 2024-11-09T08:27:06,734 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9, entries=150, sequenceid=303, filesize=12.0 K 2024-11-09T08:27:06,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 958ms, sequenceid=303, compaction requested=true 2024-11-09T08:27:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:06,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-09T08:27:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-09T08:27:06,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-09T08:27:06,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3380 sec 2024-11-09T08:27:06,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.3420 sec 2024-11-09T08:27:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:06,860 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:06,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-09T08:27:06,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110956a7bfc438ac4f898d0e2c619bf616c6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:06,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140886868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140886869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140886869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140886870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140886871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742395_1571 (size=12454) 2024-11-09T08:27:06,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:06,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110956a7bfc438ac4f898d0e2c619bf616c6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110956a7bfc438ac4f898d0e2c619bf616c6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:06,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e08f93bc89464f498abaf2e468a37731, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:06,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e08f93bc89464f498abaf2e468a37731 is 175, key is test_row_0/A:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:06,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742396_1572 (size=31255) 2024-11-09T08:27:06,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e08f93bc89464f498abaf2e468a37731 2024-11-09T08:27:06,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/07f9f7ea7e3d41ceb417af4c848b4a26 is 50, key is test_row_0/B:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:06,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742397_1573 (size=12301) 2024-11-09T08:27:06,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/07f9f7ea7e3d41ceb417af4c848b4a26 2024-11-09T08:27:06,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e77c60a2075840d3be475b6c2aee3355 is 50, key is test_row_0/C:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742398_1574 (size=12301) 2024-11-09T08:27:06,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e77c60a2075840d3be475b6c2aee3355 2024-11-09T08:27:06,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e08f93bc89464f498abaf2e468a37731 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731 2024-11-09T08:27:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140886977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140886977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140886977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731, entries=150, sequenceid=327, filesize=30.5 K 2024-11-09T08:27:06,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/07f9f7ea7e3d41ceb417af4c848b4a26 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26 2024-11-09T08:27:06,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T08:27:06,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/e77c60a2075840d3be475b6c2aee3355 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355 2024-11-09T08:27:06,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140886987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140886987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:06,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355, entries=150, sequenceid=327, filesize=12.0 K 2024-11-09T08:27:06,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 138ms, sequenceid=327, compaction requested=true 2024-11-09T08:27:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:27:06,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:06,998 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:06,999 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:06,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:06,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:06,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 3 2024-11-09T08:27:06,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/A is initiating minor compaction (all files) 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/B is initiating minor compaction (all files) 2024-11-09T08:27:07,000 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/B in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:07,000 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/A in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:07,000 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=122.7 K 2024-11-09T08:27:07,000 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c400a87022b04ba6afeef616c8fef80a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=48.7 K 2024-11-09T08:27:07,000 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. files: [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731] 2024-11-09T08:27:07,000 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting c400a87022b04ba6afeef616c8fef80a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:07,001 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6afd0fe8d2d74ab6a036b321c32476bd, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:07,001 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting b1273212f4eb41cd81b1cce2f7381cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731140823964 2024-11-09T08:27:07,002 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4fe551caf114646a4e56a278d3a0c82, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731140823964 2024-11-09T08:27:07,002 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e223e356eb4641a7bb0ebb6b0955fb51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731140824026 2024-11-09T08:27:07,002 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 07f9f7ea7e3d41ceb417af4c848b4a26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140826220 2024-11-09T08:27:07,002 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9b51dda6bb0488aa3d1a1a3c5d7333d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731140824026 2024-11-09T08:27:07,002 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] compactions.Compactor(225): Compacting e08f93bc89464f498abaf2e468a37731, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140826220 2024-11-09T08:27:07,015 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:07,015 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/f16574d4e23a4a3c926a5a7e6ac594a1 is 50, key is test_row_0/B:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:07,021 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:07,038 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411095dfdeebf516249c9b4b3a43abe5878d3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:07,041 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411095dfdeebf516249c9b4b3a43abe5878d3_f5a0d5ca47d80e9a4ddf077e0e6c4c84, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:07,041 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095dfdeebf516249c9b4b3a43abe5878d3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742399_1575 (size=13051) 2024-11-09T08:27:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742400_1576 (size=4469) 2024-11-09T08:27:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:07,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:07,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-09T08:27:07,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e1e68be687b949608169b158963c0d56_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140827189/Put/seqid=0 2024-11-09T08:27:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742401_1577 (size=14994) 2024-11-09T08:27:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140887222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140887223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140887223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140887224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140887224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140887337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140887337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140887337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140887337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140887337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,469 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/f16574d4e23a4a3c926a5a7e6ac594a1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f16574d4e23a4a3c926a5a7e6ac594a1 2024-11-09T08:27:07,483 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/B of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into f16574d4e23a4a3c926a5a7e6ac594a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:07,483 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:07,483 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, priority=12, startTime=1731140826998; duration=0sec 2024-11-09T08:27:07,483 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-09T08:27:07,483 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:27:07,483 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T08:27:07,484 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-09T08:27:07,484 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1541): f5a0d5ca47d80e9a4ddf077e0e6c4c84/C is initiating minor compaction (all files) 2024-11-09T08:27:07,484 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f5a0d5ca47d80e9a4ddf077e0e6c4c84/C in TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:07,484 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/313fad567c9c4dd38ccde5a07ce2b6eb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355] into tmpdir=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp, totalSize=48.7 K 2024-11-09T08:27:07,485 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 313fad567c9c4dd38ccde5a07ce2b6eb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731140823843 2024-11-09T08:27:07,485 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 26d3a918182c4078bff2139eedcd026f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731140823964 2024-11-09T08:27:07,486 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d027cd9ac3c4f448f9441733d23b4f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731140824026 2024-11-09T08:27:07,486 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] compactions.Compactor(225): Compacting e77c60a2075840d3be475b6c2aee3355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731140826220 2024-11-09T08:27:07,495 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:07,495 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/f1fa3810358c49d6bbb916ac55f9a694 is 50, key is test_row_0/C:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:07,502 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f5a0d5ca47d80e9a4ddf077e0e6c4c84#A#compaction#478 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T08:27:07,502 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1b444e0dcfb143dfaaebceb5df005bc0 is 175, key is test_row_0/A:col10/1731140826223/Put/seqid=0 2024-11-09T08:27:07,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742402_1578 (size=13051) 2024-11-09T08:27:07,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742403_1579 (size=32005) 2024-11-09T08:27:07,527 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1b444e0dcfb143dfaaebceb5df005bc0 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1b444e0dcfb143dfaaebceb5df005bc0 2024-11-09T08:27:07,532 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/A of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into 1b444e0dcfb143dfaaebceb5df005bc0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:07,532 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:07,532 INFO [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, priority=12, startTime=1731140826998; duration=0sec 2024-11-09T08:27:07,532 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:07,532 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:27:07,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140887547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140887547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140887548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140887548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140887548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,605 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:07,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e1e68be687b949608169b158963c0d56_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e1e68be687b949608169b158963c0d56_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:07,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcbc057cd2344530b559caa356bc29b3, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:07,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcbc057cd2344530b559caa356bc29b3 is 175, key is test_row_0/A:col10/1731140827189/Put/seqid=0 2024-11-09T08:27:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742404_1580 (size=39949) 2024-11-09T08:27:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140887857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140887857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140887857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140887857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140887858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:07,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:07,914 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/f1fa3810358c49d6bbb916ac55f9a694 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/f1fa3810358c49d6bbb916ac55f9a694 2024-11-09T08:27:07,919 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f5a0d5ca47d80e9a4ddf077e0e6c4c84/C of f5a0d5ca47d80e9a4ddf077e0e6c4c84 into f1fa3810358c49d6bbb916ac55f9a694(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T08:27:07,919 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:07,919 INFO [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., storeName=f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, priority=12, startTime=1731140826999; duration=0sec 2024-11-09T08:27:07,919 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:07,919 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:27:08,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcbc057cd2344530b559caa356bc29b3 2024-11-09T08:27:08,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d666391313814343abd8ddd32e066b07 is 50, key is test_row_0/B:col10/1731140827189/Put/seqid=0 2024-11-09T08:27:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742405_1581 (size=12301) 2024-11-09T08:27:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140888367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140888367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140888367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:08,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140888378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:08,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140888378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:08,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d666391313814343abd8ddd32e066b07 2024-11-09T08:27:08,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/37fae22c4ce44b28b4fe9b6a419817cd is 50, key is test_row_0/C:col10/1731140827189/Put/seqid=0 2024-11-09T08:27:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742406_1582 (size=12301) 2024-11-09T08:27:08,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/37fae22c4ce44b28b4fe9b6a419817cd 2024-11-09T08:27:08,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/dcbc057cd2344530b559caa356bc29b3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcbc057cd2344530b559caa356bc29b3 2024-11-09T08:27:08,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcbc057cd2344530b559caa356bc29b3, entries=200, sequenceid=342, filesize=39.0 K 2024-11-09T08:27:08,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/d666391313814343abd8ddd32e066b07 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d666391313814343abd8ddd32e066b07 2024-11-09T08:27:08,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d666391313814343abd8ddd32e066b07, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T08:27:08,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/37fae22c4ce44b28b4fe9b6a419817cd as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/37fae22c4ce44b28b4fe9b6a419817cd 2024-11-09T08:27:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-09T08:27:08,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/37fae22c4ce44b28b4fe9b6a419817cd, entries=150, sequenceid=342, filesize=12.0 K 2024-11-09T08:27:08,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1373ms, sequenceid=342, compaction requested=false 2024-11-09T08:27:08,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:08,564 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:08,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-09T08:27:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-09T08:27:08,573 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:27:08,574 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:27:08,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:27:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:08,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-09T08:27:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:08,728 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-09T08:27:08,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094069c6146bfc4ab9bf39291012bac7d6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140827221/Put/seqid=0 2024-11-09T08:27:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742407_1583 (size=12454) 2024-11-09T08:27:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:09,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:09,143 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094069c6146bfc4ab9bf39291012bac7d6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094069c6146bfc4ab9bf39291012bac7d6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e2ca136f166e410aa02b61abf729ad98, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e2ca136f166e410aa02b61abf729ad98 is 175, key is test_row_0/A:col10/1731140827221/Put/seqid=0 2024-11-09T08:27:09,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742408_1584 (size=31255) 2024-11-09T08:27:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. as already flushing 2024-11-09T08:27:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51708 deadline: 1731140889397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140889397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,401 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140889400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140889400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51736 deadline: 1731140889407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,410 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to d7c8ba49ede6,34803,1731140648245 for 'test_row_0' in f5a0d5ca47d80e9a4ddf077e0e6c4c84 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-09T08:27:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140889506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140889507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,508 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140889517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,548 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e2ca136f166e410aa02b61abf729ad98 2024-11-09T08:27:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/4f21e3dd196b49abbf7e33c28f33bd33 is 50, key is test_row_0/B:col10/1731140827221/Put/seqid=0 2024-11-09T08:27:09,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742409_1585 (size=12301) 2024-11-09T08:27:09,607 INFO [Thread-2210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2210. 2024-11-09T08:27:09,607 DEBUG [Thread-2210 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:09,607 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,607 INFO [Thread-2212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2212. 2024-11-09T08:27:09,607 DEBUG [Thread-2212 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:09,607 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,607 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,608 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:09,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:09,608 INFO [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214. 2024-11-09T08:27:09,608 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:09,608 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,608 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:09,610 INFO [Thread-2208 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2208. 2024-11-09T08:27:09,610 DEBUG [Thread-2208 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:09,610 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,610 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,611 INFO [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216. 2024-11-09T08:27:09,611 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:09,611 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,611 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:09,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:09,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140889717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140889717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140889726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:09,958 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/4f21e3dd196b49abbf7e33c28f33bd33 2024-11-09T08:27:09,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8a946e1fe4104d57a8949151c54182e7 is 50, key is test_row_0/C:col10/1731140827221/Put/seqid=0 2024-11-09T08:27:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742410_1586 (size=12301) 2024-11-09T08:27:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:10,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51730 deadline: 1731140890027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51716 deadline: 1731140890027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:10,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:10,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:27:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51662 deadline: 1731140890037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 , the old value is region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T08:27:10,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., hostname=d7c8ba49ede6,34803,1731140648245, seqNum=5 because the exception is null or not the one we care about 2024-11-09T08:27:10,372 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8a946e1fe4104d57a8949151c54182e7 2024-11-09T08:27:10,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/e2ca136f166e410aa02b61abf729ad98 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e2ca136f166e410aa02b61abf729ad98 2024-11-09T08:27:10,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e2ca136f166e410aa02b61abf729ad98, entries=150, sequenceid=366, filesize=30.5 K 2024-11-09T08:27:10,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/4f21e3dd196b49abbf7e33c28f33bd33 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/4f21e3dd196b49abbf7e33c28f33bd33 2024-11-09T08:27:10,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/4f21e3dd196b49abbf7e33c28f33bd33, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T08:27:10,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8a946e1fe4104d57a8949151c54182e7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8a946e1fe4104d57a8949151c54182e7 2024-11-09T08:27:10,386 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8a946e1fe4104d57a8949151c54182e7, entries=150, sequenceid=366, filesize=12.0 K 2024-11-09T08:27:10,387 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1659ms, sequenceid=366, compaction requested=true 2024-11-09T08:27:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:10,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-09T08:27:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-09T08:27:10,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-09T08:27:10,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8150 sec 2024-11-09T08:27:10,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8230 sec 2024-11-09T08:27:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34803 {}] regionserver.HRegion(8855): Flush requested on f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T08:27:10,540 INFO [Thread-2203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2203. 2024-11-09T08:27:10,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-09T08:27:10,540 DEBUG [Thread-2203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:10,540 INFO [Thread-2197 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2197. 2024-11-09T08:27:10,540 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,540 DEBUG [Thread-2197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:10,541 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,541 DEBUG [Thread-2203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:10,541 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:10,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ebffaa50bf6142fe87281951e9c9e404_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140829399/Put/seqid=0 2024-11-09T08:27:10,548 INFO [Thread-2199 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2199. 2024-11-09T08:27:10,548 DEBUG [Thread-2199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:10,548 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,549 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:10,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:10,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742411_1587 (size=12454) 2024-11-09T08:27:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-09T08:27:10,727 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:10,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:10,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ebffaa50bf6142fe87281951e9c9e404_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebffaa50bf6142fe87281951e9c9e404_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:10,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1f865e9b8ba54594b20054c9e3821fe3, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:10,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1f865e9b8ba54594b20054c9e3821fe3 is 175, key is test_row_0/A:col10/1731140829399/Put/seqid=0 2024-11-09T08:27:10,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742412_1588 (size=31255) 2024-11-09T08:27:11,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1f865e9b8ba54594b20054c9e3821fe3 2024-11-09T08:27:11,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c38e48ab8d2645548a960401eab1cdf2 is 50, key is test_row_0/B:col10/1731140829399/Put/seqid=0 2024-11-09T08:27:11,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742413_1589 (size=12301) 2024-11-09T08:27:11,419 INFO [Thread-2205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2205. 2024-11-09T08:27:11,419 DEBUG [Thread-2205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:11,419 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,419 DEBUG [Thread-2205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:11,428 INFO [Thread-2201 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2201. 2024-11-09T08:27:11,428 DEBUG [Thread-2201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-09T08:27:11,428 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,429 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 149 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3753 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3659 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3638 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3764 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3684 2024-11-09T08:27:11,429 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-09T08:27:11,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:27:11,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:27:11,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:11,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:11,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-09T08:27:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:11,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140831433"}]},"ts":"1731140831433"} 2024-11-09T08:27:11,434 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-09T08:27:11,434 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-09T08:27:11,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-09T08:27:11,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, UNASSIGN}] 2024-11-09T08:27:11,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, UNASSIGN 2024-11-09T08:27:11,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=CLOSING, regionLocation=d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:11,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, UNASSIGN because future has completed 2024-11-09T08:27:11,439 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-09T08:27:11,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245}] 2024-11-09T08:27:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:11,591 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:11,591 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-09T08:27:11,591 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing f5a0d5ca47d80e9a4ddf077e0e6c4c84, disabling compactions & flushes 2024-11-09T08:27:11,591 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:11,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c38e48ab8d2645548a960401eab1cdf2 2024-11-09T08:27:11,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/5fe7304029154785b3e8521f03ebd807 is 50, key is test_row_0/C:col10/1731140829399/Put/seqid=0 2024-11-09T08:27:11,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742414_1590 (size=12301) 2024-11-09T08:27:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:12,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/5fe7304029154785b3e8521f03ebd807 2024-11-09T08:27:12,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/1f865e9b8ba54594b20054c9e3821fe3 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1f865e9b8ba54594b20054c9e3821fe3 2024-11-09T08:27:12,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1f865e9b8ba54594b20054c9e3821fe3, entries=150, sequenceid=383, filesize=30.5 K 2024-11-09T08:27:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/c38e48ab8d2645548a960401eab1cdf2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c38e48ab8d2645548a960401eab1cdf2 2024-11-09T08:27:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c38e48ab8d2645548a960401eab1cdf2, entries=150, sequenceid=383, filesize=12.0 K 2024-11-09T08:27:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/5fe7304029154785b3e8521f03ebd807 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/5fe7304029154785b3e8521f03ebd807 2024-11-09T08:27:12,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/5fe7304029154785b3e8521f03ebd807, entries=150, sequenceid=383, filesize=12.0 K 2024-11-09T08:27:12,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1656ms, sequenceid=383, compaction requested=true 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: 2024-11-09T08:27:12,196 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:A, priority=-2147483648, current under compaction store size is 1 2024-11-09T08:27:12,196 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. because compaction request was cancelled 2024-11-09T08:27:12,196 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. after waiting 0 ms 2024-11-09T08:27:12,196 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:B, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:A 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. because compaction request was cancelled 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f5a0d5ca47d80e9a4ddf077e0e6c4c84:C, priority=-2147483648, current under compaction store size is 2 2024-11-09T08:27:12,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:B 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. because compaction request was cancelled 2024-11-09T08:27:12,196 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-09T08:27:12,196 DEBUG [RS:0;d7c8ba49ede6:34803-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f5a0d5ca47d80e9a4ddf077e0e6c4c84:C 2024-11-09T08:27:12,201 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999bb2f886b2e40d9bf99e0e3c8a714d8_f5a0d5ca47d80e9a4ddf077e0e6c4c84 is 50, key is test_row_0/A:col10/1731140831427/Put/seqid=0 2024-11-09T08:27:12,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742415_1591 (size=9914) 2024-11-09T08:27:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:12,604 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:27:12,608 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110999bb2f886b2e40d9bf99e0e3c8a714d8_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999bb2f886b2e40d9bf99e0e3c8a714d8_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:12,608 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/645476d1cf5d42d88c6d066492f96e53, store: [table=TestAcidGuarantees family=A region=f5a0d5ca47d80e9a4ddf077e0e6c4c84] 2024-11-09T08:27:12,609 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/645476d1cf5d42d88c6d066492f96e53 is 175, key is test_row_0/A:col10/1731140831427/Put/seqid=0 2024-11-09T08:27:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742416_1592 (size=22561) 2024-11-09T08:27:13,012 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/645476d1cf5d42d88c6d066492f96e53 2024-11-09T08:27:13,017 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/8b92e9fcf5184bdeabee3ad1305ec9e2 is 50, key is test_row_0/B:col10/1731140831427/Put/seqid=0 2024-11-09T08:27:13,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742417_1593 (size=9857) 2024-11-09T08:27:13,421 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/8b92e9fcf5184bdeabee3ad1305ec9e2 2024-11-09T08:27:13,428 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8afb872453124bfbb6559f890acd3694 is 50, key is test_row_0/C:col10/1731140831427/Put/seqid=0 2024-11-09T08:27:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742418_1594 (size=9857) 2024-11-09T08:27:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:13,832 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8afb872453124bfbb6559f890acd3694 2024-11-09T08:27:13,836 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/A/645476d1cf5d42d88c6d066492f96e53 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/645476d1cf5d42d88c6d066492f96e53 2024-11-09T08:27:13,839 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/645476d1cf5d42d88c6d066492f96e53, entries=100, sequenceid=389, filesize=22.0 K 2024-11-09T08:27:13,840 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/B/8b92e9fcf5184bdeabee3ad1305ec9e2 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/8b92e9fcf5184bdeabee3ad1305ec9e2 2024-11-09T08:27:13,843 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/8b92e9fcf5184bdeabee3ad1305ec9e2, entries=100, sequenceid=389, filesize=9.6 K 2024-11-09T08:27:13,843 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/.tmp/C/8afb872453124bfbb6559f890acd3694 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8afb872453124bfbb6559f890acd3694 2024-11-09T08:27:13,846 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8afb872453124bfbb6559f890acd3694, entries=100, sequenceid=389, filesize=9.6 K 2024-11-09T08:27:13,847 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1651ms, sequenceid=389, compaction requested=true 2024-11-09T08:27:13,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731] to archive 2024-11-09T08:27:13,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:27:13,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d1f525b84b2943c89d4840fe9819471e 2024-11-09T08:27:13,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/372949cefd524097973fac5944e470cd 2024-11-09T08:27:13,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/7ac734379a174101a23d630cee541b28 2024-11-09T08:27:13,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3115e2146f204069a8224d2a9b91283d 2024-11-09T08:27:13,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/130a8293a2f94975b38473c0fc4c88cc 2024-11-09T08:27:13,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c5c16d577e2b4da0a66c438dd9603bfd 2024-11-09T08:27:13,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcf2927b66d54e02ba93ce954368b042 2024-11-09T08:27:13,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/da6112ed147e49da8e8014c6d7b9032f 2024-11-09T08:27:13,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/ab112425068440fe9e9a04a88334fcdd 2024-11-09T08:27:13,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/3a09f83236664e1da62781d631e3e9aa 2024-11-09T08:27:13,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/d86285faeb9440699816a0ddf268721e 2024-11-09T08:27:13,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/cbfb598890da436ea7a608343765cc70 2024-11-09T08:27:13,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/0217023dcc40488cb1cce59ca518f066 2024-11-09T08:27:13,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/31588788366946c8a90126e725f66719 2024-11-09T08:27:13,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/335f7ca7e2e840d39da6d5a0ba2f3fb0 2024-11-09T08:27:13,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/12341a6ae9174d9b9b211e72dbc861dd 2024-11-09T08:27:13,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/943d462cd380404cbeca676b03aa61b0 2024-11-09T08:27:13,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/6afd0fe8d2d74ab6a036b321c32476bd 2024-11-09T08:27:13,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/a0f0bf9568674e48a567aff14c20ff6f 2024-11-09T08:27:13,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e4fe551caf114646a4e56a278d3a0c82 2024-11-09T08:27:13,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/c9b51dda6bb0488aa3d1a1a3c5d7333d 2024-11-09T08:27:13,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e08f93bc89464f498abaf2e468a37731 2024-11-09T08:27:13,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/fa0b371406834df7b08b5b8841886d5c, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/435bd58b6d834326b0d661cb9a257f3e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/5ca522d5ce8647de9730e758442bfdc8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/ecc3c10c78d14b8fab8facff96a6f790, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c400a87022b04ba6afeef616c8fef80a, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26] to archive 2024-11-09T08:27:13,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:27:13,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c524b5de1c1b45e4a343483871d2c79b 2024-11-09T08:27:13,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/82e4421530634f22887d73aedc430554 2024-11-09T08:27:13,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/fa0b371406834df7b08b5b8841886d5c to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/fa0b371406834df7b08b5b8841886d5c 2024-11-09T08:27:13,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c760f658eaf7404eabd3a352b7457490 2024-11-09T08:27:13,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d8ac05ffdd004bce8711db3609164c47 2024-11-09T08:27:13,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/94bc51a92abc4169956e4414a51ec8aa 2024-11-09T08:27:13,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/435bd58b6d834326b0d661cb9a257f3e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/435bd58b6d834326b0d661cb9a257f3e 2024-11-09T08:27:13,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/81c7549cd65c425a8aafaa317bec1693 2024-11-09T08:27:13,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c46627d0dee7437883b0f55843fbe384 2024-11-09T08:27:13,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9d2ef7e836b548a8919ff83d6013c7cd 2024-11-09T08:27:13,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/5ca522d5ce8647de9730e758442bfdc8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/5ca522d5ce8647de9730e758442bfdc8 2024-11-09T08:27:13,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f34c8a5e6c5e4e239ad56a97f0b2934a 2024-11-09T08:27:13,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/160656af36174eaf86e7a42dbb61bd74 2024-11-09T08:27:13,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/9a9d7f602e8b44f1902f79bf34b31694 2024-11-09T08:27:13,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/ecc3c10c78d14b8fab8facff96a6f790 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/ecc3c10c78d14b8fab8facff96a6f790 2024-11-09T08:27:13,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/a7216a80089e4b02909b1bce7392576d 2024-11-09T08:27:13,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/bd8fc1caa1964ae98d49353c976286a9 2024-11-09T08:27:13,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c400a87022b04ba6afeef616c8fef80a to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c400a87022b04ba6afeef616c8fef80a 2024-11-09T08:27:13,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/214ce344488044e197f48661535ce140 2024-11-09T08:27:13,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/b1273212f4eb41cd81b1cce2f7381cef 2024-11-09T08:27:13,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/e223e356eb4641a7bb0ebb6b0955fb51 2024-11-09T08:27:13,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/07f9f7ea7e3d41ceb417af4c848b4a26 2024-11-09T08:27:13,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/063978faf37d41a08f0a571d0539a696, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2c2bd484159d4b08a44a47f5040b8c9e, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2763aefa289b4db4b0a60bba700f0270, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/36025dcac75147e089a8b66a13df1be8, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/313fad567c9c4dd38ccde5a07ce2b6eb, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355] to archive 2024-11-09T08:27:13,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T08:27:13,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e334ab09f31c45f0b8be45e0566b85a2 2024-11-09T08:27:13,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/898a2ad6e957407b8348e0e5c39049f8 2024-11-09T08:27:13,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/063978faf37d41a08f0a571d0539a696 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/063978faf37d41a08f0a571d0539a696 2024-11-09T08:27:13,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ceeaad0ee3664d53a46d4955b118a5a2 2024-11-09T08:27:13,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/51196e9545214778a3640a5f7b682f55 2024-11-09T08:27:13,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/4135e79edbb8411a94c8fe3001fdfbaa 2024-11-09T08:27:13,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2c2bd484159d4b08a44a47f5040b8c9e to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2c2bd484159d4b08a44a47f5040b8c9e 2024-11-09T08:27:13,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/ee4c74b312fc4d65bac22dbf97add0e7 2024-11-09T08:27:13,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9f0a106a62834287a2f7a2a758533dec 2024-11-09T08:27:13,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/a911f7443d524a6ab140e5dea8c61375 2024-11-09T08:27:13,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2763aefa289b4db4b0a60bba700f0270 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2763aefa289b4db4b0a60bba700f0270 2024-11-09T08:27:13,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/1c1878b95d7b47b3a393cf2a37d540b9 2024-11-09T08:27:13,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/870fc5bbcd2c4408b8e632544bfd7bff 2024-11-09T08:27:13,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/340dd060040d40cbabec761ca584aa13 2024-11-09T08:27:13,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/36025dcac75147e089a8b66a13df1be8 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/36025dcac75147e089a8b66a13df1be8 2024-11-09T08:27:13,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/9b3450e7e32f4479a645aee1b708b938 2024-11-09T08:27:13,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8d4330c30f724765a427cb2767729063 2024-11-09T08:27:13,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/313fad567c9c4dd38ccde5a07ce2b6eb to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/313fad567c9c4dd38ccde5a07ce2b6eb 2024-11-09T08:27:13,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/2bdb58c17ef249e6949e88b6174b8a79 2024-11-09T08:27:13,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/26d3a918182c4078bff2139eedcd026f 2024-11-09T08:27:13,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/0d027cd9ac3c4f448f9441733d23b4f9 2024-11-09T08:27:13,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/e77c60a2075840d3be475b6c2aee3355 2024-11-09T08:27:13,921 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4 2024-11-09T08:27:13,921 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. 2024-11-09T08:27:13,922 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for f5a0d5ca47d80e9a4ddf077e0e6c4c84: Waiting for close lock at 1731140831591Running coprocessor pre-close hooks at 1731140831591Disabling compacts and flushes for region at 1731140831591Disabling writes for close at 1731140832196 (+605 ms)Obtaining lock to block concurrent updates at 1731140832196Preparing flush snapshotting stores in f5a0d5ca47d80e9a4ddf077e0e6c4c84 at 1731140832196Finished memstore snapshotting TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731140832197 (+1 ms)Flushing stores of TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84. at 1731140832197Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/A: creating writer at 1731140832197Flushing mob file f5a0d5ca47d80e9a4ddf077e0e6c4c84/A: appending metadata at 1731140832201 (+4 ms)Flushing mob file f5a0d5ca47d80e9a4ddf077e0e6c4c84/A: closing flushed file at 1731140832201Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/A: appending metadata at 1731140832608 (+407 ms)Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/A: closing flushed file at 1731140832608Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/B: creating writer at 1731140833015 (+407 ms)Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/B: appending metadata at 1731140833017 (+2 ms)Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/B: closing flushed file at 1731140833017Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/C: creating writer at 1731140833425 (+408 ms)Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/C: appending metadata at 1731140833427 (+2 ms)Flushing f5a0d5ca47d80e9a4ddf077e0e6c4c84/C: closing flushed file at 1731140833427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eee17c3: reopening flushed file at 1731140833835 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453af4d4: reopening flushed file at 1731140833839 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf9af41: reopening flushed file at 1731140833843 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f5a0d5ca47d80e9a4ddf077e0e6c4c84 in 1651ms, sequenceid=389, compaction requested=true at 1731140833847 (+4 ms)Writing region close event to WAL at 1731140833918 (+71 ms)Running coprocessor post-close hooks at 1731140833921 (+3 ms)Closed at 1731140833921 2024-11-09T08:27:13,923 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:13,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=f5a0d5ca47d80e9a4ddf077e0e6c4c84, regionState=CLOSED 2024-11-09T08:27:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 because future has completed 2024-11-09T08:27:13,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-09T08:27:13,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure f5a0d5ca47d80e9a4ddf077e0e6c4c84, server=d7c8ba49ede6,34803,1731140648245 in 2.4860 sec 2024-11-09T08:27:13,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-09T08:27:13,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f5a0d5ca47d80e9a4ddf077e0e6c4c84, UNASSIGN in 2.4910 sec 2024-11-09T08:27:13,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-09T08:27:13,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.4940 sec 2024-11-09T08:27:13,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731140833931"}]},"ts":"1731140833931"} 2024-11-09T08:27:13,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-09T08:27:13,932 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-09T08:27:13,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5020 sec 2024-11-09T08:27:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-09T08:27:15,587 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:15,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-09T08:27:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,589 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T08:27:15,590 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,591 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,593 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C, FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits] 2024-11-09T08:27:15,596 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1b444e0dcfb143dfaaebceb5df005bc0 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1b444e0dcfb143dfaaebceb5df005bc0 2024-11-09T08:27:15,597 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1f865e9b8ba54594b20054c9e3821fe3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/1f865e9b8ba54594b20054c9e3821fe3 2024-11-09T08:27:15,598 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/645476d1cf5d42d88c6d066492f96e53 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/645476d1cf5d42d88c6d066492f96e53 2024-11-09T08:27:15,600 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcbc057cd2344530b559caa356bc29b3 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/dcbc057cd2344530b559caa356bc29b3 2024-11-09T08:27:15,601 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e2ca136f166e410aa02b61abf729ad98 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/A/e2ca136f166e410aa02b61abf729ad98 2024-11-09T08:27:15,603 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/4f21e3dd196b49abbf7e33c28f33bd33 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/4f21e3dd196b49abbf7e33c28f33bd33 2024-11-09T08:27:15,604 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/8b92e9fcf5184bdeabee3ad1305ec9e2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/8b92e9fcf5184bdeabee3ad1305ec9e2 2024-11-09T08:27:15,606 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c38e48ab8d2645548a960401eab1cdf2 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/c38e48ab8d2645548a960401eab1cdf2 2024-11-09T08:27:15,607 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d666391313814343abd8ddd32e066b07 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/d666391313814343abd8ddd32e066b07 2024-11-09T08:27:15,608 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f16574d4e23a4a3c926a5a7e6ac594a1 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/B/f16574d4e23a4a3c926a5a7e6ac594a1 2024-11-09T08:27:15,610 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/37fae22c4ce44b28b4fe9b6a419817cd to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/37fae22c4ce44b28b4fe9b6a419817cd 2024-11-09T08:27:15,612 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/5fe7304029154785b3e8521f03ebd807 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/5fe7304029154785b3e8521f03ebd807 2024-11-09T08:27:15,613 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8a946e1fe4104d57a8949151c54182e7 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8a946e1fe4104d57a8949151c54182e7 2024-11-09T08:27:15,614 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8afb872453124bfbb6559f890acd3694 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/8afb872453124bfbb6559f890acd3694 2024-11-09T08:27:15,615 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/f1fa3810358c49d6bbb916ac55f9a694 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/C/f1fa3810358c49d6bbb916ac55f9a694 2024-11-09T08:27:15,618 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits/392.seqid to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84/recovered.edits/392.seqid 2024-11-09T08:27:15,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/default/TestAcidGuarantees/f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,619 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-09T08:27:15,619 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:27:15,620 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-09T08:27:15,623 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109038f7ce8f06c44b0aa5b880868b21e5e_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109038f7ce8f06c44b0aa5b880868b21e5e_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,624 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178ae549f53c49d9bbd99b23bd2d430d_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109178ae549f53c49d9bbd99b23bd2d430d_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,626 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092770f884937148a18fe80c5e4f831f05_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092770f884937148a18fe80c5e4f831f05_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,627 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109291bb31b0f98470bb8c00852a68eb7ec_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109291bb31b0f98470bb8c00852a68eb7ec_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,628 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094069c6146bfc4ab9bf39291012bac7d6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094069c6146bfc4ab9bf39291012bac7d6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,629 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948e4cbfb43d349b18e5f4e88ed6781e5_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110948e4cbfb43d349b18e5f4e88ed6781e5_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,630 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e5b242a5c51457f99f9f1635aeeb9ff_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094e5b242a5c51457f99f9f1635aeeb9ff_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,631 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110956a7bfc438ac4f898d0e2c619bf616c6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110956a7bfc438ac4f898d0e2c619bf616c6_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,632 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a89d47fc7034913bfb1fd502ce6ca8f_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095a89d47fc7034913bfb1fd502ce6ca8f_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,633 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109652d812ce90041a2a4813cc99297bfdb_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109652d812ce90041a2a4813cc99297bfdb_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,635 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987acad70cf9b4f3c9fff53dbce40caf2_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110987acad70cf9b4f3c9fff53dbce40caf2_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,636 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f104a21b4494075b1387704da2a4f9a_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098f104a21b4494075b1387704da2a4f9a_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,637 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999bb2f886b2e40d9bf99e0e3c8a714d8_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110999bb2f886b2e40d9bf99e0e3c8a714d8_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,639 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b48d786682ad442aa514b56f094d6146_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b48d786682ad442aa514b56f094d6146_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,640 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bcaa12adab854ee79045eeb4e0a65419_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bcaa12adab854ee79045eeb4e0a65419_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,641 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5bde0ec65a9464eae03253b72be7630_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c5bde0ec65a9464eae03253b72be7630_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,642 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf6f75fa56534379a6efd2cfc7e0a1b9_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf6f75fa56534379a6efd2cfc7e0a1b9_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,644 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e1e68be687b949608169b158963c0d56_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e1e68be687b949608169b158963c0d56_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,645 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebffaa50bf6142fe87281951e9c9e404_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ebffaa50bf6142fe87281951e9c9e404_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,646 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3ea6a32dbd94ca696baa737d963f0b3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3ea6a32dbd94ca696baa737d963f0b3_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,647 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3f1d422b46f496db9e54088c4330016_f5a0d5ca47d80e9a4ddf077e0e6c4c84 to hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f3f1d422b46f496db9e54088c4330016_f5a0d5ca47d80e9a4ddf077e0e6c4c84 2024-11-09T08:27:15,648 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-09T08:27:15,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,652 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-09T08:27:15,654 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-09T08:27:15,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-09T08:27:15,656 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731140835655"}]},"ts":"9223372036854775807"} 2024-11-09T08:27:15,657 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-09T08:27:15,657 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f5a0d5ca47d80e9a4ddf077e0e6c4c84, NAME => 'TestAcidGuarantees,,1731140807463.f5a0d5ca47d80e9a4ddf077e0e6c4c84.', STARTKEY => '', ENDKEY => ''}] 2024-11-09T08:27:15,657 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-09T08:27:15,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731140835657"}]},"ts":"9223372036854775807"} 2024-11-09T08:27:15,659 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-09T08:27:15,660 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-09T08:27:15,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-09T08:27:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-09T08:27:15,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-09T08:27:15,699 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-09T08:27:15,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 236) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1595 (was 1945) 2024-11-09T08:27:15,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:27:15,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:27:15,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:27:15,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:15,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:15,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:27:15,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:27:15,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855483586, stopped=false 2024-11-09T08:27:15,708 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,37929,1731140647441 2024-11-09T08:27:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:27:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:27:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:27:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:27:15,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:27:15,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:27:15,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:27:15,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:15,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:27:15,780 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,34803,1731140648245' ***** 2024-11-09T08:27:15,780 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:27:15,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:27:15,780 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:27:15,781 INFO [RS:0;d7c8ba49ede6:34803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:27:15,781 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:27:15,781 INFO [RS:0;d7c8ba49ede6:34803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:27:15,781 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:15,781 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:27:15,781 INFO [RS:0;d7c8ba49ede6:34803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:34803. 2024-11-09T08:27:15,781 DEBUG [RS:0;d7c8ba49ede6:34803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:27:15,781 DEBUG [RS:0;d7c8ba49ede6:34803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:15,782 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:27:15,782 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:27:15,782 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:27:15,782 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:27:15,783 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:27:15,783 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:27:15,783 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:15,783 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:27:15,783 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:27:15,783 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:27:15,783 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:27:15,783 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:27:15,783 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-09T08:27:15,785 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:27:15,806 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/info/f1b78c2909f340998d0961ef90bc96bf is 95, key is TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c./info:/1731140679691/DeleteFamily/seqid=0 2024-11-09T08:27:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742419_1595 (size=6514) 2024-11-09T08:27:15,920 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T08:27:15,921 INFO [regionserver/d7c8ba49ede6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T08:27:15,983 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:16,183 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:16,210 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/info/f1b78c2909f340998d0961ef90bc96bf 2024-11-09T08:27:16,234 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/ns/0b9f5b31d9894dfab27bbb6ee2065637 is 93, key is TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c./ns:/1731140679655/DeleteFamily/seqid=0 2024-11-09T08:27:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742420_1596 (size=5906) 2024-11-09T08:27:16,384 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:16,584 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:16,637 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/ns/0b9f5b31d9894dfab27bbb6ee2065637 2024-11-09T08:27:16,660 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5f76fd4fcce4afd8f4f247ff629b0a7 is 102, key is TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c./rep_barrier:/1731140679655/DeleteFamily/seqid=0 2024-11-09T08:27:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742421_1597 (size=6025) 2024-11-09T08:27:16,784 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:16,984 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:17,066 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5f76fd4fcce4afd8f4f247ff629b0a7 2024-11-09T08:27:17,089 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/table/d58a3606f14145819c4b525e036f9db1 is 96, key is TestAcidGuarantees,,1731140652435.500898e69872342141d89f229e81427c./table:/1731140679655/DeleteFamily/seqid=0 2024-11-09T08:27:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742422_1598 (size=5936) 2024-11-09T08:27:17,184 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:17,385 DEBUG [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:27:17,492 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/table/d58a3606f14145819c4b525e036f9db1 2024-11-09T08:27:17,497 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/info/f1b78c2909f340998d0961ef90bc96bf as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/info/f1b78c2909f340998d0961ef90bc96bf 2024-11-09T08:27:17,500 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/info/f1b78c2909f340998d0961ef90bc96bf, entries=12, sequenceid=90, filesize=6.4 K 2024-11-09T08:27:17,501 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/ns/0b9f5b31d9894dfab27bbb6ee2065637 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/ns/0b9f5b31d9894dfab27bbb6ee2065637 2024-11-09T08:27:17,505 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/ns/0b9f5b31d9894dfab27bbb6ee2065637, entries=8, sequenceid=90, filesize=5.8 K 2024-11-09T08:27:17,505 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/rep_barrier/a5f76fd4fcce4afd8f4f247ff629b0a7 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/rep_barrier/a5f76fd4fcce4afd8f4f247ff629b0a7 2024-11-09T08:27:17,509 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/rep_barrier/a5f76fd4fcce4afd8f4f247ff629b0a7, entries=6, sequenceid=90, filesize=5.9 K 2024-11-09T08:27:17,509 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/.tmp/table/d58a3606f14145819c4b525e036f9db1 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/table/d58a3606f14145819c4b525e036f9db1 2024-11-09T08:27:17,513 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/table/d58a3606f14145819c4b525e036f9db1, entries=7, sequenceid=90, filesize=5.8 K 2024-11-09T08:27:17,513 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false 2024-11-09T08:27:17,518 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-09T08:27:17,519 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:27:17,519 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:27:17,519 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731140835783Running coprocessor pre-close hooks at 1731140835783Disabling compacts and flushes for region at 1731140835783Disabling writes for close at 1731140835783Obtaining lock to block concurrent updates at 1731140835783Preparing flush snapshotting stores in 1588230740 at 1731140835783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731140835784 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731140835784Flushing 1588230740/info: creating writer at 1731140835784Flushing 1588230740/info: appending metadata at 1731140835806 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731140835806Flushing 1588230740/ns: creating writer at 1731140836217 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731140836234 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731140836234Flushing 1588230740/rep_barrier: creating writer at 1731140836642 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731140836660 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731140836660Flushing 1588230740/table: creating writer at 1731140837071 (+411 ms)Flushing 1588230740/table: appending metadata at 1731140837089 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731140837089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d78bd03: reopening flushed file at 1731140837496 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309809da: reopening flushed file at 1731140837501 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@419e5d90: reopening flushed file at 1731140837505 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4275e29b: reopening flushed file at 1731140837509 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=90, compaction requested=false at 1731140837513 (+4 ms)Writing region close event to WAL at 1731140837515 (+2 ms)Running coprocessor post-close hooks at 1731140837519 (+4 ms)Closed at 1731140837519 2024-11-09T08:27:17,519 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:27:17,585 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,34803,1731140648245; all regions closed. 2024-11-09T08:27:17,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741834_1010 (size=25344) 2024-11-09T08:27:17,595 DEBUG [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/oldWALs 2024-11-09T08:27:17,595 INFO [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34803%2C1731140648245.meta:.meta(num 1731140651951) 2024-11-09T08:27:17,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741833_1009 (size=13542193) 2024-11-09T08:27:17,600 DEBUG [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/oldWALs 2024-11-09T08:27:17,600 INFO [RS:0;d7c8ba49ede6:34803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C34803%2C1731140648245:(num 1731140651035) 2024-11-09T08:27:17,600 DEBUG [RS:0;d7c8ba49ede6:34803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:27:17,600 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:27:17,601 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:27:17,601 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:27:17,601 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:27:17,601 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:27:17,602 INFO [RS:0;d7c8ba49ede6:34803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34803 2024-11-09T08:27:17,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,34803,1731140648245 2024-11-09T08:27:17,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:27:17,673 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:27:17,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,34803,1731140648245] 2024-11-09T08:27:17,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,34803,1731140648245 already deleted, retry=false 2024-11-09T08:27:17,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,34803,1731140648245 expired; onlineServers=0 2024-11-09T08:27:17,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,37929,1731140647441' ***** 2024-11-09T08:27:17,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:27:17,694 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:27:17,694 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:27:17,695 DEBUG [M:0;d7c8ba49ede6:37929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:27:17,695 DEBUG [M:0;d7c8ba49ede6:37929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:27:17,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:27:17,695 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140650626 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731140650626,5,FailOnTimeoutGroup] 2024-11-09T08:27:17,695 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140650627 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731140650627,5,FailOnTimeoutGroup] 2024-11-09T08:27:17,695 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:27:17,695 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:27:17,695 DEBUG [M:0;d7c8ba49ede6:37929 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:27:17,695 INFO [M:0;d7c8ba49ede6:37929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:27:17,695 INFO [M:0;d7c8ba49ede6:37929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:27:17,695 ERROR [M:0;d7c8ba49ede6:37929 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-09T08:27:17,696 INFO [M:0;d7c8ba49ede6:37929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:27:17,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:27:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:27:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:27:17,704 DEBUG [M:0;d7c8ba49ede6:37929 {}] zookeeper.ZKUtil(347): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:27:17,704 WARN [M:0;d7c8ba49ede6:37929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:27:17,705 INFO [M:0;d7c8ba49ede6:37929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/.lastflushedseqids 2024-11-09T08:27:17,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742423_1599 (size=72) 2024-11-09T08:27:17,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:27:17,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34803-0x1011eb1f2780001, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:27:17,784 INFO [RS:0;d7c8ba49ede6:34803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:27:17,784 INFO [RS:0;d7c8ba49ede6:34803 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,34803,1731140648245; zookeeper connection closed. 2024-11-09T08:27:17,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78405372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78405372 2024-11-09T08:27:17,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T08:27:17,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:27:17,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:27:17,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-09T08:27:18,116 INFO [M:0;d7c8ba49ede6:37929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:27:18,116 INFO [M:0;d7c8ba49ede6:37929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:27:18,116 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:27:18,116 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:27:18,116 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:27:18,116 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:27:18,116 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:27:18,117 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=752.31 KB heapSize=924.48 KB 2024-11-09T08:27:18,177 DEBUG [M:0;d7c8ba49ede6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0464eccd0b21436794b099749c408341 is 82, key is hbase:meta,,1/info:regioninfo/1731140652034/Put/seqid=0 2024-11-09T08:27:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742424_1600 (size=5672) 2024-11-09T08:27:18,183 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2126 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0464eccd0b21436794b099749c408341 2024-11-09T08:27:18,203 DEBUG [M:0;d7c8ba49ede6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad999710a19431ba6654f13ddf7f9df is 2276, key is \x00\x00\x00\x00\x00\x00\x00%/proc:d/1731140682484/Put/seqid=0 2024-11-09T08:27:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742425_1601 (size=43847) 2024-11-09T08:27:18,610 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.76 KB at sequenceid=2126 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad999710a19431ba6654f13ddf7f9df 2024-11-09T08:27:18,616 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ad999710a19431ba6654f13ddf7f9df 2024-11-09T08:27:18,636 DEBUG [M:0;d7c8ba49ede6:37929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a65d6a0b5be4baf8ce211a926f09c6c is 69, key is d7c8ba49ede6,34803,1731140648245/rs:state/1731140650756/Put/seqid=0 2024-11-09T08:27:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073742426_1602 (size=5156) 2024-11-09T08:27:19,040 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2126 (bloomFilter=true), to=hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a65d6a0b5be4baf8ce211a926f09c6c 2024-11-09T08:27:19,043 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0464eccd0b21436794b099749c408341 as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0464eccd0b21436794b099749c408341 2024-11-09T08:27:19,047 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0464eccd0b21436794b099749c408341, entries=8, sequenceid=2126, filesize=5.5 K 2024-11-09T08:27:19,048 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ad999710a19431ba6654f13ddf7f9df as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ad999710a19431ba6654f13ddf7f9df 2024-11-09T08:27:19,052 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ad999710a19431ba6654f13ddf7f9df 2024-11-09T08:27:19,052 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ad999710a19431ba6654f13ddf7f9df, entries=168, sequenceid=2126, filesize=42.8 K 2024-11-09T08:27:19,053 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a65d6a0b5be4baf8ce211a926f09c6c as hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a65d6a0b5be4baf8ce211a926f09c6c 2024-11-09T08:27:19,056 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43767/user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a65d6a0b5be4baf8ce211a926f09c6c, entries=1, sequenceid=2126, filesize=5.0 K 2024-11-09T08:27:19,057 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~752.31 KB/770369, heapSize ~924.18 KB/946360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=2126, compaction requested=false 2024-11-09T08:27:19,058 INFO [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:27:19,058 DEBUG [M:0;d7c8ba49ede6:37929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731140838116Disabling compacts and flushes for region at 1731140838116Disabling writes for close at 1731140838116Obtaining lock to block concurrent updates at 1731140838117 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731140838117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=770369, getHeapSize=946600, getOffHeapSize=0, getCellsCount=2319 at 1731140838117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731140838158 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731140838158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731140838177 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731140838177Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731140838186 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731140838202 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731140838202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731140838616 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731140838636 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731140838636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a932ac: reopening flushed file at 1731140839043 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb75b84: reopening flushed file at 1731140839047 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ff0db: reopening flushed file at 1731140839052 (+5 ms)Finished flush of dataSize ~752.31 KB/770369, heapSize ~924.18 KB/946360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=2126, compaction requested=false at 1731140839057 (+5 ms)Writing region close event to WAL at 1731140839058 (+1 ms)Closed at 1731140839058 2024-11-09T08:27:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44357 is added to blk_1073741830_1006 (size=909750) 2024-11-09T08:27:19,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b30e45b8-bff6-1e4e-7c30-73b31bd497e9/MasterData/WALs/d7c8ba49ede6,37929,1731140647441/d7c8ba49ede6%2C37929%2C1731140647441.1731140649766 not finished, retry = 0 2024-11-09T08:27:19,162 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:27:19,162 INFO [M:0;d7c8ba49ede6:37929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:27:19,162 INFO [M:0;d7c8ba49ede6:37929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37929 2024-11-09T08:27:19,162 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:27:19,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:27:19,315 INFO [M:0;d7c8ba49ede6:37929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:27:19,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37929-0x1011eb1f2780000, quorum=127.0.0.1:54565, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:27:19,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:27:19,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:27:19,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:27:19,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:27:19,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.log.dir/,STOPPED} 2024-11-09T08:27:19,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:27:19,358 WARN [BP-97121557-172.17.0.3-1731140643695 heartbeating to localhost/127.0.0.1:43767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:27:19,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:27:19,358 WARN [BP-97121557-172.17.0.3-1731140643695 heartbeating to localhost/127.0.0.1:43767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97121557-172.17.0.3-1731140643695 (Datanode Uuid 7d9fac7c-ab85-4e5a-90c6-51c5a9736277) service to localhost/127.0.0.1:43767 2024-11-09T08:27:19,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/data/data1/current/BP-97121557-172.17.0.3-1731140643695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:27:19,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/cluster_aa71eaba-82e5-4011-829d-67873a099546/data/data2/current/BP-97121557-172.17.0.3-1731140643695 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:27:19,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:27:19,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:27:19,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:27:19,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:27:19,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:27:19,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d6741d1-dc16-f0fb-e800-c8768ea6f431/hadoop.log.dir/,STOPPED} 2024-11-09T08:27:19,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:27:19,437 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T08:27:19,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:27:19,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down